Discussion:
[JENKINS] Lucene-Solr-BadApples-Tests-master - Build # 195 - Unstable
Apache Jenkins Server
2018-10-28 22:02:05 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/195/

6 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected 1x2 collections null Live Nodes: [127.0.0.1:34150_solr, 127.0.0.1:40737_solr, 127.0.0.1:43006_solr, 127.0.0.1:46570_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Expected 1x2 collections
null
Live Nodes: [127.0.0.1:34150_solr, 127.0.0.1:40737_solr, 127.0.0.1:43006_solr, 127.0.0.1:46570_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4533438F063AA873]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:233)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4AE67428CC6B4ABA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:481)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23095072076983196, stage=STARTED, actionName='null', event={ "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm", "source":".scheduled_maintenance", "eventTime":23095072036660850, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757671098, "_enqueue_time_":23095072057001063}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072110323870, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm", "source":".scheduled_maintenance", "eventTime":23095072036660850, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757671098, "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072182493065, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm", "source":".scheduled_maintenance", "eventTime":23095072036660850, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757671098, "_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540584870865398240, currentTimeNs=1540757671228687385, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072239259416, stage=SUCCEEDED, actionName='null', event={ "id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm", "source":".scheduled_maintenance", "eventTime":23095072036660850, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757671098, "_enqueue_time_":23095072057001063}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077249023843, stage=STARTED, actionName='null', event={ "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws", "source":".scheduled_maintenance", "eventTime":23095077247600539, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757676310, "_enqueue_time_":23095077247836392}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077262863209, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws", "source":".scheduled_maintenance", "eventTime":23095077247600539, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757676310, "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077275896233, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws", "source":".scheduled_maintenance", "eventTime":23095077247600539, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757676310, "_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077278154654, stage=SUCCEEDED, actionName='null', event={ "id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws", "source":".scheduled_maintenance", "eventTime":23095077247600539, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757676310, "_enqueue_time_":23095077247836392}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082279525785, stage=STARTED, actionName='null', event={ "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt", "source":".scheduled_maintenance", "eventTime":23095082278693178, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757681341, "_enqueue_time_":23095082278898370}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082280117025, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt", "source":".scheduled_maintenance", "eventTime":23095082278693178, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757681341, "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082282947164, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt", "source":".scheduled_maintenance", "eventTime":23095082278693178, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757681341, "_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082283962188, stage=SUCCEEDED, actionName='null', event={ "id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt", "source":".scheduled_maintenance", "eventTime":23095082278693178, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757681341, "_enqueue_time_":23095082278898370}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302108798, stage=STARTED, actionName='null', event={ "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu", "source":".scheduled_maintenance", "eventTime":23095087301263948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757686363, "_enqueue_time_":23095087301463459}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302707192, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu", "source":".scheduled_maintenance", "eventTime":23095087301263948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757686363, "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087304341943, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu", "source":".scheduled_maintenance", "eventTime":23095087301263948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757686363, "_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087321754368, stage=SUCCEEDED, actionName='null', event={ "id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu", "source":".scheduled_maintenance", "eventTime":23095087301263948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757686363, "_enqueue_time_":23095087301463459}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323127569, stage=STARTED, actionName='null', event={ "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv", "source":".scheduled_maintenance", "eventTime":23095092322382837, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757691384, "_enqueue_time_":23095092322585099}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323694128, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv", "source":".scheduled_maintenance", "eventTime":23095092322382837, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757691384, "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092325215067, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv", "source":".scheduled_maintenance", "eventTime":23095092322382837, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757691384, "_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092326385089, stage=SUCCEEDED, actionName='null', event={ "id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv", "source":".scheduled_maintenance", "eventTime":23095092322382837, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757691384, "_enqueue_time_":23095092322585099}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373302321, stage=STARTED, actionName='null', event={ "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww", "source":".scheduled_maintenance", "eventTime":23095097371730118, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757696418, "_enqueue_time_":23095097371967060}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373901662, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww", "source":".scheduled_maintenance", "eventTime":23095097371730118, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757696418, "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097375349185, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww", "source":".scheduled_maintenance", "eventTime":23095097371730118, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757696418, "_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540757671117533693, currentTimeNs=1540757696437227866, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097393773149, stage=SUCCEEDED, actionName='null', event={ "id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww", "source":".scheduled_maintenance", "eventTime":23095097371730118, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540757696418, "_enqueue_time_":23095097371967060}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23095072076983196, stage=STARTED, actionName='null', event={
"id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
"source":".scheduled_maintenance",
"eventTime":23095072036660850,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757671098,
"_enqueue_time_":23095072057001063}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072110323870, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
"source":".scheduled_maintenance",
"eventTime":23095072036660850,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757671098,
"_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072182493065, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
"source":".scheduled_maintenance",
"eventTime":23095072036660850,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757671098,
"_enqueue_time_":23095072057001063}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540584870865398240, currentTimeNs=1540757671228687385, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095072239259416, stage=SUCCEEDED, actionName='null', event={
"id":"520cd87ccea672Ta39v6l45uauy16cj8yfiyzdwm",
"source":".scheduled_maintenance",
"eventTime":23095072036660850,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757671098,
"_enqueue_time_":23095072057001063}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077249023843, stage=STARTED, actionName='null', event={
"id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
"source":".scheduled_maintenance",
"eventTime":23095077247600539,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757676310,
"_enqueue_time_":23095077247836392}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077262863209, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
"source":".scheduled_maintenance",
"eventTime":23095077247600539,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757676310,
"_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077275896233, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
"source":".scheduled_maintenance",
"eventTime":23095077247600539,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757676310,
"_enqueue_time_":23095077247836392}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095077278154654, stage=SUCCEEDED, actionName='null', event={
"id":"520cd9b367479bTa39v6l45uauy16cj8yfiyzdws",
"source":".scheduled_maintenance",
"eventTime":23095077247600539,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757676310,
"_enqueue_time_":23095077247836392}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082279525785, stage=STARTED, actionName='null', event={
"id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
"source":".scheduled_maintenance",
"eventTime":23095082278693178,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757681341,
"_enqueue_time_":23095082278898370}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082280117025, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
"source":".scheduled_maintenance",
"eventTime":23095082278693178,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757681341,
"_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082282947164, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
"source":".scheduled_maintenance",
"eventTime":23095082278693178,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757681341,
"_enqueue_time_":23095082278898370}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095082283962188, stage=SUCCEEDED, actionName='null', event={
"id":"520cdadf47a93aTa39v6l45uauy16cj8yfiyzdwt",
"source":".scheduled_maintenance",
"eventTime":23095082278693178,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757681341,
"_enqueue_time_":23095082278898370}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302108798, stage=STARTED, actionName='null', event={
"id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
"source":".scheduled_maintenance",
"eventTime":23095087301263948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757686363,
"_enqueue_time_":23095087301463459}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087302707192, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
"source":".scheduled_maintenance",
"eventTime":23095087301263948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757686363,
"_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087304341943, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
"source":".scheduled_maintenance",
"eventTime":23095087301263948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757686363,
"_enqueue_time_":23095087301463459}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095087321754368, stage=SUCCEEDED, actionName='null', event={
"id":"520cdc0aa6024cTa39v6l45uauy16cj8yfiyzdwu",
"source":".scheduled_maintenance",
"eventTime":23095087301263948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757686363,
"_enqueue_time_":23095087301463459}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323127569, stage=STARTED, actionName='null', event={
"id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
"source":".scheduled_maintenance",
"eventTime":23095092322382837,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757691384,
"_enqueue_time_":23095092322585099}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092323694128, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
"source":".scheduled_maintenance",
"eventTime":23095092322382837,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757691384,
"_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092325215067, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
"source":".scheduled_maintenance",
"eventTime":23095092322382837,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757691384,
"_enqueue_time_":23095092322585099}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095092326385089, stage=SUCCEEDED, actionName='null', event={
"id":"520cdd35ee33f5Ta39v6l45uauy16cj8yfiyzdwv",
"source":".scheduled_maintenance",
"eventTime":23095092322382837,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757691384,
"_enqueue_time_":23095092322585099}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373302321, stage=STARTED, actionName='null', event={
"id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
"source":".scheduled_maintenance",
"eventTime":23095097371730118,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757696418,
"_enqueue_time_":23095097371967060}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097373901662, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
"source":".scheduled_maintenance",
"eventTime":23095097371730118,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757696418,
"_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097375349185, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
"source":".scheduled_maintenance",
"eventTime":23095097371730118,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757696418,
"_enqueue_time_":23095097371967060}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540757671117533693, currentTimeNs=1540757696437227866, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23095097393773149, stage=SUCCEEDED, actionName='null', event={
"id":"520cde62e520c6Ta39v6l45uauy16cj8yfiyzdww",
"source":".scheduled_maintenance",
"eventTime":23095097371730118,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540757696418,
"_enqueue_time_":23095097371967060}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:3209E22D0F8BC5B2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=57},status={state=notfound,msg=Did not find [search_rate_trigger3/520ea23aadbe03Ta39v6l45uauy16cj8yfiyzg8h/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=57},status={state=notfound,msg=Did not find [search_rate_trigger3/520ea23aadbe03Ta39v6l45uauy16cj8yfiyzg8h/0] in any tasks queue}}
at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:DB7ECDD59026DC4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([2F25225F6EC8E2B9:4CEE14DDF7079194]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerTest.testTrigger(SearchRateTriggerTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([B48300C5C1B55006:4C45F9F052ACC8CE]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39668/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 12613 lines...]
[junit4] Suite: org.apache.solr.cloud.TestWithCollection
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/init-core-data-001
[junit4] 2> 165795 WARN (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 165795 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 165797 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 165812 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 165813 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001
[junit4] 2> 165814 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 165831 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 165831 INFO (Thread-58) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 165832 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41491
[junit4] 2> 165833 ERROR (Thread-58) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 166151 INFO (zkConnectionManagerCallback-119-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 166372 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 166374 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 166395 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 166395 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 166395 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 166396 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 166396 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 166396 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 166407 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@1ced12c9{/solr,null,AVAILABLE}
[junit4] 2> 166411 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@5b989ebc{SSL,[ssl, http/1.1]}{127.0.0.1:42792}
[junit4] 2> 166411 INFO (jetty-launcher-116-thread-2) [ ] o.e.j.s.Server Started @168558ms
[junit4] 2> 166411 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42792}
[junit4] 2> 166428 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@62a2332e{/solr,null,AVAILABLE}
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@50ed7ca1{SSL,[ssl, http/1.1]}{127.0.0.1:45606}
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.e.j.s.Server Started @168576ms
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45606}
[junit4] 2> 166429 ERROR (jetty-launcher-116-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 166429 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T19:36:43.756Z
[junit4] 2> 166444 ERROR (jetty-launcher-116-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 166444 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 166444 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 166444 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 166444 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 166444 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-28T19:36:43.771Z
[junit4] 2> 166606 INFO (zkConnectionManagerCallback-121-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 166607 INFO (zkConnectionManagerCallback-123-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 166609 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 166716 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 167557 INFO (jetty-launcher-116-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
[junit4] 2> 167719 INFO (zkConnectionManagerCallback-127-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168013 INFO (zkConnectionManagerCallback-129-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168560 INFO (jetty-launcher-116-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41491/solr
[junit4] 2> 168580 INFO (zkConnectionManagerCallback-135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168603 INFO (zkConnectionManagerCallback-137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 168839 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42792_solr
[junit4] 2> 168853 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.c.Overseer Overseer (id=73571004047228934-127.0.0.1:42792_solr-n_0000000000) starting
[junit4] 2> 169074 INFO (zkConnectionManagerCallback-144-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169148 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45606_solr
[junit4] 2> 169166 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
[junit4] 2> 169167 INFO (OverseerStateUpdate-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [n:127.0.0.1:42792_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42792_solr
[junit4] 2> 169168 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42792_solr
[junit4] 2> 169171 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 169172 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 169254 INFO (zkCallback-136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 169336 INFO (zkCallback-143-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 169364 INFO (zkCallback-128-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 169423 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:42792_solr, 127.0.0.1:45606_solr]
[junit4] 2> 169442 DEBUG (ScheduledTrigger-151-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 169477 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 169478 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 169587 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 169676 INFO (zkConnectionManagerCallback-149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 169916 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 170026 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
[junit4] 2> 170079 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 170109 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.node' (registry 'solr.node') enabled at server: ***@791479f
[junit4] 2> 170264 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.jvm' (registry 'solr.jvm') enabled at server: ***@791479f
[junit4] 2> 170264 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42792.solr.jetty' (registry 'solr.jetty') enabled at server: ***@791479f
[junit4] 2> 170279 INFO (jetty-launcher-116-thread-2) [n:127.0.0.1:42792_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001/node2/.
[junit4] 2> 170530 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.node' (registry 'solr.node') enabled at server: ***@791479f
[junit4] 2> 170550 DEBUG (ScheduledTrigger-151-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 170716 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.jvm' (registry 'solr.jvm') enabled at server: ***@791479f
[junit4] 2> 170716 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45606.solr.jetty' (registry 'solr.jetty') enabled at server: ***@791479f
[junit4] 2> 170771 INFO (jetty-launcher-116-thread-1) [n:127.0.0.1:45606_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestWithCollection_2F25225F6EC8E2B9-001/tempDir-001/node1/.
[junit4] 2> 171155 INFO (zkConnectionManagerCallback-153-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171540 INFO (zkConnectionManagerCallback-158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 171777 DEBUG (ScheduledTrigger-151-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 171813 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 171814 INFO (SUITE-TestWithCollection-seed#[2F25225F6EC8E2B9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41491/solr ready
[junit4] 2> 172808 DEBUG (ScheduledTrigger-151-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 173138 INFO (TEST-TestWithCollection.testCreateCollection-seed#[2F25225F6EC8E2B9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollection
[junit4] 2> 173142 DEBUG (zkCallback-143-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 173142 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 173145 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 173162 INFO (TEST-TestWithCollection.testCreateCollection-seed#[2F25225F6EC8E2B9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 173215 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 173216 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 173413 INFO (zkConnectionManagerCallback-162-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174250 INFO (qtp873914914-380) [n:127.0.0.1:45606_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=34
[junit4] 2> 174726 INFO (qtp1702145871-383) [n:127.0.0.1:42792_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 174748 DEBUG (qtp873914914-375) [n:127.0.0.1:45606_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 174814 INFO (qtp873914914-375) [n:127.0.0.1:45606_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=1051
[junit4] 2> 174824 INFO (qtp873914914-378) [n:127.0.0.1:45606_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&name=testCreateCollection_abc&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:42792_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 174825 DEBUG (zkCallback-143-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 174825 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 174825 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 174842 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 174854 DEBUG (OverseerAutoScalingTriggerThread-73571004047228934-127.0.0.1:42792_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 174907 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testCreateCollection_abc
[junit4] 2> 174908 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testCreateCollection_abc.AUTOCREATED/protwords.txt
[junit4] 2> 174927 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testCreateCollection_abc.AUTOCREATED/managed-schema
[junit4] 2> 174930 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testCreateCollection_abc.AUTOCREATED/solrconfig.xml
[junit4] 2> 174944 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testCreateCollection_abc.AUTOCREATED/synonyms.txt
[junit4] 2> 174945 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testCreateCollection_abc.AUTOCREATED/stopwords.txt
[junit4] 2> 174947 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testCreateCollection_abc.AUTOCREATED/params.json
[junit4] 2> 174981 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 174983 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 175018 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 175019 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 175054 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 175055 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 175056 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 175074 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 175076 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 175110 INFO (OverseerThreadFactory-153-thread-1-processing-n:127.0.0.1:42792_solr) [n:127.0.0.1:42792_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testCreateCollection_abc.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 175112 INFO (OverseerThreadFactory-153-thread-1-pr

[...truncated too long message...]

adApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null715350388

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 90ms :: artifacts dl 14ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 230 minutes 50 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-10-29 16:46:10 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/196/

No tests ran.

Build Log:
[...truncated 113 lines...]
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-10-31 03:16:08 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/197/

3 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([88D461272AF68EF4:4A635D4F29B67E8C]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={ "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj", "source":".scheduled_maintenance", "eventTime":2086479498661972, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951693726, "_enqueue_time_":2086479499900930}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj", "source":".scheduled_maintenance", "eventTime":2086479498661972, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951693726, "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479511411296, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj", "source":".scheduled_maintenance", "eventTime":2086479498661972, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951693726, "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540778893703445126, currentTimeNs=1540951693738635820, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479513763410, stage=SUCCEEDED, actionName='null', event={ "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj", "source":".scheduled_maintenance", "eventTime":2086479498661972, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951693726, "_enqueue_time_":2086479499900930}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484517373036, stage=STARTED, actionName='null', event={ "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp", "source":".scheduled_maintenance", "eventTime":2086484515639620, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951698743, "_enqueue_time_":2086484515949420}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484518084050, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp", "source":".scheduled_maintenance", "eventTime":2086484515639620, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951698743, "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484522000304, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp", "source":".scheduled_maintenance", "eventTime":2086484515639620, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951698743, "_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484523411860, stage=SUCCEEDED, actionName='null', event={ "id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp", "source":".scheduled_maintenance", "eventTime":2086484515639620, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951698743, "_enqueue_time_":2086484515949420}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489525081362, stage=STARTED, actionName='null', event={ "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq", "source":".scheduled_maintenance", "eventTime":2086489523989409, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951703751, "_enqueue_time_":2086489524278218}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489526030340, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq", "source":".scheduled_maintenance", "eventTime":2086489523989409, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951703751, "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489528486240, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq", "source":".scheduled_maintenance", "eventTime":2086489523989409, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951703751, "_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489529856904, stage=SUCCEEDED, actionName='null', event={ "id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq", "source":".scheduled_maintenance", "eventTime":2086489523989409, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951703751, "_enqueue_time_":2086489524278218}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494531680634, stage=STARTED, actionName='null', event={ "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr", "source":".scheduled_maintenance", "eventTime":2086494530481769, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951708758, "_enqueue_time_":2086494530863784}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494532498907, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr", "source":".scheduled_maintenance", "eventTime":2086494530481769, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951708758, "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494535179628, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr", "source":".scheduled_maintenance", "eventTime":2086494530481769, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951708758, "_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494536672188, stage=SUCCEEDED, actionName='null', event={ "id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr", "source":".scheduled_maintenance", "eventTime":2086494530481769, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951708758, "_enqueue_time_":2086494530863784}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538058027, stage=STARTED, actionName='null', event={ "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys", "source":".scheduled_maintenance", "eventTime":2086499537228094, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951713765, "_enqueue_time_":2086499537506757}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538923364, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys", "source":".scheduled_maintenance", "eventTime":2086499537228094, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951713765, "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499541709652, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys", "source":".scheduled_maintenance", "eventTime":2086499537228094, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951713765, "_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499550041001, stage=SUCCEEDED, actionName='null', event={ "id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys", "source":".scheduled_maintenance", "eventTime":2086499537228094, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951713765, "_enqueue_time_":2086499537506757}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504551491746, stage=STARTED, actionName='null', event={ "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt", "source":".scheduled_maintenance", "eventTime":2086504550579116, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951718778, "_enqueue_time_":2086504550829469}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504552153746, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt", "source":".scheduled_maintenance", "eventTime":2086504550579116, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951718778, "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504554342472, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt", "source":".scheduled_maintenance", "eventTime":2086504550579116, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540951718778, "_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540951693738447383, currentTimeNs=1540951718781416939, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={
"id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
"source":".scheduled_maintenance",
"eventTime":2086479498661972,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951693726,
"_enqueue_time_":2086479499900930}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
"source":".scheduled_maintenance",
"eventTime":2086479498661972,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951693726,
"_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479511411296, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
"source":".scheduled_maintenance",
"eventTime":2086479498661972,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951693726,
"_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540778893703445126, currentTimeNs=1540951693738635820, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086479513763410, stage=SUCCEEDED, actionName='null', event={
"id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
"source":".scheduled_maintenance",
"eventTime":2086479498661972,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951693726,
"_enqueue_time_":2086479499900930}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484517373036, stage=STARTED, actionName='null', event={
"id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
"source":".scheduled_maintenance",
"eventTime":2086484515639620,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951698743,
"_enqueue_time_":2086484515949420}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484518084050, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
"source":".scheduled_maintenance",
"eventTime":2086484515639620,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951698743,
"_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484522000304, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
"source":".scheduled_maintenance",
"eventTime":2086484515639620,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951698743,
"_enqueue_time_":2086484515949420}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086484523411860, stage=SUCCEEDED, actionName='null', event={
"id":"769a588625144Tepoz75b8h0koo7ph1t72t6byp",
"source":".scheduled_maintenance",
"eventTime":2086484515639620,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951698743,
"_enqueue_time_":2086484515949420}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489525081362, stage=STARTED, actionName='null', event={
"id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
"source":".scheduled_maintenance",
"eventTime":2086489523989409,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951703751,
"_enqueue_time_":2086489524278218}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489526030340, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
"source":".scheduled_maintenance",
"eventTime":2086489523989409,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951703751,
"_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489528486240, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
"source":".scheduled_maintenance",
"eventTime":2086489523989409,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951703751,
"_enqueue_time_":2086489524278218}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086489529856904, stage=SUCCEEDED, actionName='null', event={
"id":"769a6b2e7aba1Tepoz75b8h0koo7ph1t72t6byq",
"source":".scheduled_maintenance",
"eventTime":2086489523989409,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951703751,
"_enqueue_time_":2086489524278218}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494531680634, stage=STARTED, actionName='null', event={
"id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
"source":".scheduled_maintenance",
"eventTime":2086494530481769,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951708758,
"_enqueue_time_":2086494530863784}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494532498907, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
"source":".scheduled_maintenance",
"eventTime":2086494530481769,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951708758,
"_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494535179628, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
"source":".scheduled_maintenance",
"eventTime":2086494530481769,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951708758,
"_enqueue_time_":2086494530863784}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086494536672188, stage=SUCCEEDED, actionName='null', event={
"id":"769a7dd50ae69Tepoz75b8h0koo7ph1t72t6byr",
"source":".scheduled_maintenance",
"eventTime":2086494530481769,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951708758,
"_enqueue_time_":2086494530863784}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538058027, stage=STARTED, actionName='null', event={
"id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
"source":".scheduled_maintenance",
"eventTime":2086499537228094,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951713765,
"_enqueue_time_":2086499537506757}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499538923364, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
"source":".scheduled_maintenance",
"eventTime":2086499537228094,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951713765,
"_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499541709652, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
"source":".scheduled_maintenance",
"eventTime":2086499537228094,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951713765,
"_enqueue_time_":2086499537506757}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086499550041001, stage=SUCCEEDED, actionName='null', event={
"id":"769a907bd913eTepoz75b8h0koo7ph1t72t6bys",
"source":".scheduled_maintenance",
"eventTime":2086499537228094,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951713765,
"_enqueue_time_":2086499537506757}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504551491746, stage=STARTED, actionName='null', event={
"id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
"source":".scheduled_maintenance",
"eventTime":2086504550579116,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951718778,
"_enqueue_time_":2086504550829469}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504552153746, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
"source":".scheduled_maintenance",
"eventTime":2086504550579116,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951718778,
"_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2086504554342472, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"769aa328f3bacTepoz75b8h0koo7ph1t72t6byt",
"source":".scheduled_maintenance",
"eventTime":2086504550579116,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540951718778,
"_enqueue_time_":2086504550829469}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540951693738447383, currentTimeNs=1540951718781416939, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([302FF439FEA7797:1E2E3F31FEA9509C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([88D461272AF68EF4:70129812B9EF163C]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46403/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 13510 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> 1208953 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/init-core-data-001
[junit4] 2> 1208954 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1208964 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1208966 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1208967 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001
[junit4] 2> 1208967 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1208967 INFO (Thread-3855) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1208967 INFO (Thread-3855) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1208982 ERROR (Thread-3855) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1209067 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40689
[junit4] 2> 1209070 INFO (zkConnectionManagerCallback-3469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209075 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1209076 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1209076 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1209076 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1209077 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@70665496{/solr,null,AVAILABLE}
[junit4] 2> 1209077 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@fde9022{HTTP/1.1,[http/1.1]}{127.0.0.1:46045}
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.e.j.s.Server Started @1209132ms
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46045}
[junit4] 2> 1209078 ERROR (jetty-launcher-3466-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1209078 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-31T02:08:10.483Z
[junit4] 2> 1209085 INFO (zkConnectionManagerCallback-3471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209085 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1209286 INFO (jetty-launcher-3466-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40689/solr
[junit4] 2> 1209288 INFO (zkConnectionManagerCallback-3475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209293 INFO (zkConnectionManagerCallback-3477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209418 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46045_solr
[junit4] 2> 1209419 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.Overseer Overseer (id=72194333338566659-127.0.0.1:46045_solr-n_0000000000) starting
[junit4] 2> 1209430 INFO (zkConnectionManagerCallback-3484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209434 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40689/solr ready
[junit4] 2> 1209435 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46045_solr
[junit4] 2> 1209435 INFO (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46045_solr
[junit4] 2> 1209436 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1209438 INFO (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1209452 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1209476 INFO (zkCallback-3483-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209479 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46045_solr]
[junit4] 2> 1209480 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1209480 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1209481 DEBUG (ScheduledTrigger-5034-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1209484 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1209525 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.node' (registry 'solr.node') enabled at server: ***@6b5a583c
[junit4] 2> 1209538 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jvm' (registry 'solr.jvm') enabled at server: ***@6b5a583c
[junit4] 2> 1209538 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.jetty' (registry 'solr.jetty') enabled at server: ***@6b5a583c
[junit4] 2> 1209540 INFO (jetty-launcher-3466-thread-1) [n:127.0.0.1:46045_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/.
[junit4] 2> 1209565 INFO (zkConnectionManagerCallback-3487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209570 INFO (zkConnectionManagerCallback-3492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209571 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209573 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[302FF439FEA7797]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40689/solr ready
[junit4] 2> 1209616 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 1209617 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 1209627 INFO (qtp607002778-14280) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1209629 DEBUG (qtp607002778-14285) [n:127.0.0.1:46045_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1209629 INFO (qtp607002778-14285) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1209630 DEBUG (zkCallback-3483-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1209631 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1209638 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1209638 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1209638 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[302FF439FEA7797]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 1209657 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[302FF439FEA7797]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 1209658 INFO (qtp607002778-14281) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1209662 INFO (OverseerThreadFactory-5036-thread-1-processing-n:127.0.0.1:46045_solr) [n:127.0.0.1:46045_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 1209774 INFO (qtp607002778-14280) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1209779 INFO (OverseerStateUpdate-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46045/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1209982 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1209983 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1210485 DEBUG (ScheduledTrigger-5034-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1210999 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1211009 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1211012 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1211012 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 1211015 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46045.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: ***@6b5a583c
[junit4] 2> 1211015 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_302FF439FEA7797-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 1211098 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1211098 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1211099 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1211099 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1211101 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@6b560cd6[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 1211103 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1211103 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1211104 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1211104 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615804961924317184
[junit4] 2> 1211105 INFO (searcherExecutor-5041-thread-1-processing-n:127.0.0.1:46045_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher ***@6b560cd6[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1211112 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1211117 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1211117 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1211117 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 1211118 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1211118 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 1211132 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46045/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 1211287 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1211292 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1309
[junit4] 2> 1211296 INFO (qtp607002778-14281) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1211390 INFO (zkCallback-3476-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1211485 DEBUG (ScheduledTrigger-5034-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1211665 INFO (OverseerCollectionConfigSetProcessor-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [n:127.0.0.1:46045_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1212297 INFO (qtp607002778-14281) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2638
[junit4] 2> 1212306 INFO (qtp607002778-14287) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 1212307 INFO (qtp607002778-14285) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1212307 DEBUG (qtp607002778-14280) [n:127.0.0.1:46045_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1212308 INFO (qtp607002778-14280) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 1212308 DEBUG (zkCallback-3483-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1212309 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1212313 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1212314 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1212316 INFO (qtp607002778-14285) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1212317 INFO (qtp607002778-14287) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1212318 DEBUG (qtp607002778-14284) [n:127.0.0.1:46045_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1212319 INFO (qtp607002778-14284) [n:127.0.0.1:46045_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1212319 DEBUG (zkCallback-3483-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1212320 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1212320 INFO (qtp607002778-14280) [n:127.0.0.1:46045_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1212321 DEBUG (ScheduledTrigger-5034-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-10-31T02:08:12.857Z, now=2018-10-31T02:08:13.726Z
[junit4] 2> 1212322 DEBUG (ScheduledTrigger-5034-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2086479498661972,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{"actualEventTime":1540951693726}}
[junit4] 2> 1212323 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1212323 DEBUG (ScheduledTrigger-5034-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 1212324 DEBUG (OverseerAutoScalingTriggerThread-72194333338566659-127.0.0.1:46045_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1212324 INFO (ScheduledTrigger-5034-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 1212325 INFO (ScheduledTrigger-5034-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=2086479502190122, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2086479498661972,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1540951693726,
[junit4] 2> "_enqueue_time_":2086479499900930}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1212326 DEBUG (AutoscalingActionExecutor-5035-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2086479498661972,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1540951693726,
[junit4] 2> "_enqueue_time_":2086479499900930}}
[junit4] 2> 1212328 INFO (AutoscalingActionExecutor-5035-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=2086479505084819, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"769a45d595054Tepoz75b8h0koo7ph1t72t6byj",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":2086479498661972,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1540951693726,
[junit4] 2> "_enqueue_time_":2086479499900930}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1212331 INFO (qtp607002778-14287) [n:127.0.0.1:46045_solr

[...truncated too long message...]

jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null21339866

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 39ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 125 minutes 58 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-10-31 17:55:59 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/198/

3 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([A327A3D2F0FF7566:9EFF0DFEC8112B16]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:125)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:76)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44177/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([4EF97038F18EDF0D:8C4E4C50F2CE2F75]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40671/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2140872818982801, stage=STARTED, actionName='null', event={ "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94", "source":".scheduled_maintenance", "eventTime":2140872811022733, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006087037, "_enqueue_time_":2140872816615837}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872824165951, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94", "source":".scheduled_maintenance", "eventTime":2140872811022733, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006087037, "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872832284390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94", "source":".scheduled_maintenance", "eventTime":2140872811022733, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006087037, "_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540833287010789061, currentTimeNs=1541006087059167192, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872834034202, stage=SUCCEEDED, actionName='null', event={ "id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94", "source":".scheduled_maintenance", "eventTime":2140872811022733, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006087037, "_enqueue_time_":2140872816615837}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877844396561, stage=STARTED, actionName='null', event={ "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a", "source":".scheduled_maintenance", "eventTime":2140877843262904, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006092070, "_enqueue_time_":2140877843628406}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877845309325, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a", "source":".scheduled_maintenance", "eventTime":2140877843262904, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006092070, "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877850251627, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a", "source":".scheduled_maintenance", "eventTime":2140877843262904, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006092070, "_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877851517389, stage=SUCCEEDED, actionName='null', event={ "id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a", "source":".scheduled_maintenance", "eventTime":2140877843262904, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006092070, "_enqueue_time_":2140877843628406}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882853313579, stage=STARTED, actionName='null', event={ "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b", "source":".scheduled_maintenance", "eventTime":2140882852093745, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006097079, "_enqueue_time_":2140882852419944}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882854208905, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b", "source":".scheduled_maintenance", "eventTime":2140882852093745, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006097079, "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882857351151, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b", "source":".scheduled_maintenance", "eventTime":2140882852093745, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006097079, "_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882858943522, stage=SUCCEEDED, actionName='null', event={ "id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b", "source":".scheduled_maintenance", "eventTime":2140882852093745, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006097079, "_enqueue_time_":2140882852419944}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861150064, stage=STARTED, actionName='null', event={ "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c", "source":".scheduled_maintenance", "eventTime":2140887859970058, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006102087, "_enqueue_time_":2140887860336278}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861964914, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c", "source":".scheduled_maintenance", "eventTime":2140887859970058, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006102087, "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887864637068, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c", "source":".scheduled_maintenance", "eventTime":2140887859970058, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006102087, "_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887866182541, stage=SUCCEEDED, actionName='null', event={ "id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c", "source":".scheduled_maintenance", "eventTime":2140887859970058, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006102087, "_enqueue_time_":2140887860336278}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868159975, stage=STARTED, actionName='null', event={ "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d", "source":".scheduled_maintenance", "eventTime":2140892866784388, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006107094, "_enqueue_time_":2140892867364011}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868995509, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d", "source":".scheduled_maintenance", "eventTime":2140892866784388, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006107094, "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892871764681, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d", "source":".scheduled_maintenance", "eventTime":2140892866784388, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006107094, "_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892873282991, stage=SUCCEEDED, actionName='null', event={ "id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d", "source":".scheduled_maintenance", "eventTime":2140892866784388, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006107094, "_enqueue_time_":2140892867364011}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897875430821, stage=STARTED, actionName='null', event={ "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e", "source":".scheduled_maintenance", "eventTime":2140897873943412, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006112101, "_enqueue_time_":2140897874480673}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897876716804, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e", "source":".scheduled_maintenance", "eventTime":2140897873943412, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006112101, "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897879913344, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e", "source":".scheduled_maintenance", "eventTime":2140897873943412, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541006112101, "_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541006087055407911, currentTimeNs=1541006112106286789, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2140872818982801, stage=STARTED, actionName='null', event={
"id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
"source":".scheduled_maintenance",
"eventTime":2140872811022733,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006087037,
"_enqueue_time_":2140872816615837}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872824165951, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
"source":".scheduled_maintenance",
"eventTime":2140872811022733,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006087037,
"_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872832284390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
"source":".scheduled_maintenance",
"eventTime":2140872811022733,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006087037,
"_enqueue_time_":2140872816615837}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540833287010789061, currentTimeNs=1541006087059167192, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140872834034202, stage=SUCCEEDED, actionName='null', event={
"id":"79b1ccb69098dT6mb9a94mpkoswqwki9abjzd94",
"source":".scheduled_maintenance",
"eventTime":2140872811022733,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006087037,
"_enqueue_time_":2140872816615837}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877844396561, stage=STARTED, actionName='null', event={
"id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
"source":".scheduled_maintenance",
"eventTime":2140877843262904,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006092070,
"_enqueue_time_":2140877843628406}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877845309325, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
"source":".scheduled_maintenance",
"eventTime":2140877843262904,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006092070,
"_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877850251627, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
"source":".scheduled_maintenance",
"eventTime":2140877843262904,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006092070,
"_enqueue_time_":2140877843628406}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140877851517389, stage=SUCCEEDED, actionName='null', event={
"id":"79b1df75aedb8T6mb9a94mpkoswqwki9abjzd9a",
"source":".scheduled_maintenance",
"eventTime":2140877843262904,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006092070,
"_enqueue_time_":2140877843628406}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882853313579, stage=STARTED, actionName='null', event={
"id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
"source":".scheduled_maintenance",
"eventTime":2140882852093745,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006097079,
"_enqueue_time_":2140882852419944}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882854208905, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
"source":".scheduled_maintenance",
"eventTime":2140882852093745,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006097079,
"_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882857351151, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
"source":".scheduled_maintenance",
"eventTime":2140882852093745,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006097079,
"_enqueue_time_":2140882852419944}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140882858943522, stage=SUCCEEDED, actionName='null', event={
"id":"79b1f21e79f31T6mb9a94mpkoswqwki9abjzd9b",
"source":".scheduled_maintenance",
"eventTime":2140882852093745,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006097079,
"_enqueue_time_":2140882852419944}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861150064, stage=STARTED, actionName='null', event={
"id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
"source":".scheduled_maintenance",
"eventTime":2140887859970058,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006102087,
"_enqueue_time_":2140887860336278}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887861964914, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
"source":".scheduled_maintenance",
"eventTime":2140887859970058,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006102087,
"_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887864637068, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
"source":".scheduled_maintenance",
"eventTime":2140887859970058,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006102087,
"_enqueue_time_":2140887860336278}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140887866182541, stage=SUCCEEDED, actionName='null', event={
"id":"79b204c65c00aT6mb9a94mpkoswqwki9abjzd9c",
"source":".scheduled_maintenance",
"eventTime":2140887859970058,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006102087,
"_enqueue_time_":2140887860336278}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868159975, stage=STARTED, actionName='null', event={
"id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
"source":".scheduled_maintenance",
"eventTime":2140892866784388,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006107094,
"_enqueue_time_":2140892867364011}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892868995509, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
"source":".scheduled_maintenance",
"eventTime":2140892866784388,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006107094,
"_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892871764681, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
"source":".scheduled_maintenance",
"eventTime":2140892866784388,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006107094,
"_enqueue_time_":2140892867364011}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140892873282991, stage=SUCCEEDED, actionName='null', event={
"id":"79b2176d3ac84T6mb9a94mpkoswqwki9abjzd9d",
"source":".scheduled_maintenance",
"eventTime":2140892866784388,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006107094,
"_enqueue_time_":2140892867364011}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897875430821, stage=STARTED, actionName='null', event={
"id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
"source":".scheduled_maintenance",
"eventTime":2140897873943412,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006112101,
"_enqueue_time_":2140897874480673}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897876716804, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
"source":".scheduled_maintenance",
"eventTime":2140897873943412,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006112101,
"_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2140897879913344, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"79b22a146db74T6mb9a94mpkoswqwki9abjzd9e",
"source":".scheduled_maintenance",
"eventTime":2140897873943412,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541006112101,
"_enqueue_time_":2140897874480673}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541006087055407911, currentTimeNs=1541006112106286789, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([A327A3D2F0FF7566:BE0B63A091BC526D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14098 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> 1994133 INFO (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/init-core-data-001
[junit4] 2> 1994134 WARN (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 1994134 INFO (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1994136 INFO (SUITE-TestAuthenticationFramework-seed#[A327A3D2F0FF7566]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1994139 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001
[junit4] 2> 1994139 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1994139 INFO (Thread-5721) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1994139 INFO (Thread-5721) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1994144 ERROR (Thread-5721) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1994239 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.c.ZkTestServer start zk server on port:41356
[junit4] 2> 1994242 INFO (zkConnectionManagerCallback-5880-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994248 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1994248 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1994250 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@74a26cab{/solr,null,AVAILABLE}
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@3edbd966{/solr,null,AVAILABLE}
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@45b10a87{HTTP/1.1,[http/1.1]}{127.0.0.1:35052}
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-1) [ ] o.e.j.s.Server Started @1994334ms
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35052}
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@379f273e{HTTP/1.1,[http/1.1]}{127.0.0.1:44177}
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-2) [ ] o.e.j.s.Server Started @1994334ms
[junit4] 2> 1994251 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44177}
[junit4] 2> 1994252 ERROR (jetty-launcher-5877-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1994252 ERROR (jetty-launcher-5877-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-31T17:05:50.641Z
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1994252 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-31T17:05:50.641Z
[junit4] 2> 1994254 INFO (zkConnectionManagerCallback-5883-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994254 INFO (zkConnectionManagerCallback-5884-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994255 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1994255 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1994357 INFO (jetty-launcher-5877-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41356/solr
[junit4] 2> 1994359 INFO (zkConnectionManagerCallback-5888-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994361 INFO (zkConnectionManagerCallback-5890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994407 INFO (jetty-launcher-5877-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41356/solr
[junit4] 2> 1994409 INFO (zkConnectionManagerCallback-5896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994412 INFO (zkConnectionManagerCallback-5898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994434 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35052_solr
[junit4] 2> 1994435 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.Overseer Overseer (id=72197863117750278-127.0.0.1:35052_solr-n_0000000000) starting
[junit4] 2> 1994456 INFO (zkConnectionManagerCallback-5905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994459 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
[junit4] 2> 1994460 INFO (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35052_solr
[junit4] 2> 1994461 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35052_solr
[junit4] 2> 1994463 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1994477 INFO (zkCallback-5897-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1994477 INFO (zkCallback-5904-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1994492 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1994503 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1994508 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1994508 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44177_solr
[junit4] 2> 1994510 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1994510 INFO (zkCallback-5889-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1994515 INFO (zkCallback-5897-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1994515 INFO (zkCallback-5904-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1994535 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.node' (registry 'solr.node') enabled at server: ***@4e79a06c
[junit4] 2> 1994550 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.jvm' (registry 'solr.jvm') enabled at server: ***@4e79a06c
[junit4] 2> 1994550 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.jetty' (registry 'solr.jetty') enabled at server: ***@4e79a06c
[junit4] 2> 1994552 INFO (jetty-launcher-5877-thread-1) [n:127.0.0.1:35052_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/.
[junit4] 2> 1994554 INFO (zkConnectionManagerCallback-5911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994559 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1994561 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
[junit4] 2> 1994562 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1994611 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.node' (registry 'solr.node') enabled at server: ***@4e79a06c
[junit4] 2> 1994629 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.jvm' (registry 'solr.jvm') enabled at server: ***@4e79a06c
[junit4] 2> 1994629 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.jetty' (registry 'solr.jetty') enabled at server: ***@4e79a06c
[junit4] 2> 1994631 INFO (jetty-launcher-5877-thread-2) [n:127.0.0.1:44177_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/.
[junit4] 2> 1994667 INFO (zkConnectionManagerCallback-5914-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994672 INFO (zkConnectionManagerCallback-5919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1994674 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1994675 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41356/solr ready
[junit4] 2> 1994679 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[A327A3D2F0FF7566]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1994681 INFO (qtp948085556-22405) [n:127.0.0.1:44177_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1994684 INFO (OverseerThreadFactory-9525-thread-1-processing-n:127.0.0.1:35052_solr) [n:127.0.0.1:35052_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1994795 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1994797 INFO (qtp489336050-22408) [n:127.0.0.1:35052_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1994804 INFO (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35052/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1994810 INFO (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44177/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1994822 INFO (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44177/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1994826 INFO (OverseerStateUpdate-72197863117750278-127.0.0.1:35052_solr-n_0000000000) [n:127.0.0.1:35052_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35052/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1995042 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr x:testcollection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1995042 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr x:testcollection_shard2_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n5&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1995043 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr x:testcollection_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&collection=testcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1995043 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr x:testcollection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1995044 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr x:testcollection_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=solrCloudCollectionConfig&newCollection=true&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&collection=testcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1996067 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1996068 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1996070 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1996071 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1996093 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1996093 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema [testcollection_shard2_replica_n5] Schema name=minimal
[junit4] 2> 1996093 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1996094 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1996096 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1996096 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1996096 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1996096 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1996097 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1996097 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n5' using configuration from collection testcollection, trusted=true
[junit4] 2> 1996097 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: ***@4e79a06c
[junit4] 2> 1996097 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: ***@4e79a06c
[junit4] 2> 1996097 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44177.solr.core.testcollection.shard2.replica_n5' (registry 'solr.core.testcollection.shard2.replica_n5') enabled at server: ***@4e79a06c
[junit4] 2> 1996097 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 1996097 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/testcollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1996097 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.c.SolrCore [[testcollection_shard2_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/testcollection_shard2_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node2/./testcollection_shard2_replica_n5/data/]
[junit4] 2> 1996098 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1996098 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1996099 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35052.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: ***@4e79a06c
[junit4] 2> 1996099 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_A327A3D2F0FF7566-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1996177 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1996177 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1996177 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1996177 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1996178 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1996178 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1996178 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1996179 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1996180 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1996180 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1996180 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [***@66e206bc[testcollection_shard1_replica_n3] main]
[junit4] 2> 1996180 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1996180 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1996181 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1996181 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1996181 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [***@413b05df[testcollection_shard2_replica_n6] main]
[junit4] 2> 1996182 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1996182 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1996182 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1996183 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1996183 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1996183 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1996183 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1996184 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1996184 INFO (qtp489336050-22400) [n:127.0.0.1:35052_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615861438294786048
[junit4] 2> 1996184 INFO (qtp948085556-22396) [n:127.0.0.1:44177_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [***@f978d85[testcollection_shard2_replica_n5] main]
[junit4] 2> 1996184 INFO (searcherExecutor-9535-thread-1-processing-n:127.0.0.1:44177_solr x:testcollection_shard1_replica_n3 c:testcollection s:shard1 r:core_node4) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher ***@66e206bc[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1996184 INFO (qtp948085556-22397) [n:127.0.0.1:44177_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615861438294786048
[junit4] 2> 1996185 INFO (qtp489336050-22398) [n:127.0.0.1:35052_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1078965148

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 40ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 132 minutes 23 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-01 21:53:34 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/199/

1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=5},status={state=notfound,msg=Did not find [search_rate_trigger3/7f629f3763870Tbqne40qefcgrw981rq6hv0le8/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=5},status={state=notfound,msg=Did not find [search_rate_trigger3/7f629f3763870Tbqne40qefcgrw981rq6hv0le8/0] in any tasks queue}}
at __randomizedtesting.SeedInfo.seed([34288316589B391C:16BA4D946F51B661]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13861 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/init-core-data-001
[junit4] 2> 2152431 WARN (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=72 numCloses=72
[junit4] 2> 2152431 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2152434 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2152434 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2152434 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001
[junit4] 2> 2152435 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2152437 INFO (Thread-4861) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2152437 INFO (Thread-4861) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2152440 ERROR (Thread-4861) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2152537 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40653
[junit4] 2> 2152541 INFO (zkConnectionManagerCallback-4706-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152547 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2152563 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2152564 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2152565 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2152566 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2152567 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2152567 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2152567 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2152568 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@4089ca16{/solr,null,AVAILABLE}
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@3b88be8b{HTTP/1.1,[http/1.1]}{127.0.0.1:42312}
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.e.j.s.Server Started @2152623ms
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42312}
[junit4] 2> 2152569 ERROR (jetty-launcher-4703-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2152569 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152570 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-01T21:01:17.784Z
[junit4] 2> 2152570 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.h.ContextHandler Started ***@2dbfef2d{/solr,null,AVAILABLE}
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.AbstractConnector Started ***@172a6db1{HTTP/1.1,[http/1.1]}{127.0.0.1:42425}
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.e.j.s.Server Started @2152626ms
[junit4] 2> 2152571 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42425}
[junit4] 2> 2152572 ERROR (jetty-launcher-4703-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152572 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2152572 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2152572 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2152572 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152572 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-01T21:01:17.786Z
[junit4] 2> 2152578 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2152579 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2152579 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2152580 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2152580 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2152580 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2152580 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.h.ContextHandler Started ***@158256d9{/solr,null,AVAILABLE}
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.AbstractConnector Started ***@25cfd302{HTTP/1.1,[http/1.1]}{127.0.0.1:33071}
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.e.j.s.Server Started @2152635ms
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33071}
[junit4] 2> 2152581 ERROR (jetty-launcher-4703-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152581 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-01T21:01:17.795Z
[junit4] 2> 2152580 INFO (zkConnectionManagerCallback-4710-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152582 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2152596 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.h.ContextHandler Started ***@2a98aedc{/solr,null,AVAILABLE}
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.AbstractConnector Started ***@433e91e3{HTTP/1.1,[http/1.1]}{127.0.0.1:40143}
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.e.j.s.Server Started @2152651ms
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40143}
[junit4] 2> 2152597 ERROR (jetty-launcher-4703-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152597 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-01T21:01:17.811Z
[junit4] 2> 2152598 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2152598 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2152598 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2152599 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@56d4d180{/solr,null,AVAILABLE}
[junit4] 2> 2152599 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@25b7a756{HTTP/1.1,[http/1.1]}{127.0.0.1:41578}
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.e.j.s.Server Started @2152654ms
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41578}
[junit4] 2> 2152600 ERROR (jetty-launcher-4703-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2152600 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-01T21:01:17.814Z
[junit4] 2> 2152601 INFO (zkConnectionManagerCallback-4708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152601 INFO (zkConnectionManagerCallback-4712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152602 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2152602 INFO (zkConnectionManagerCallback-4714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152602 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2152615 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2152619 INFO (zkConnectionManagerCallback-4716-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152621 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2152719 INFO (jetty-launcher-4703-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
[junit4] 2> 2152738 INFO (zkConnectionManagerCallback-4720-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152747 INFO (jetty-launcher-4703-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
[junit4] 2> 2152748 INFO (zkConnectionManagerCallback-4722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152751 INFO (jetty-launcher-4703-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
[junit4] 2> 2152752 INFO (zkConnectionManagerCallback-4726-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152753 INFO (zkConnectionManagerCallback-4730-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152753 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1008590dcc00008, likely client has closed socket
[junit4] 2> 2152754 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1008590dcc00009, likely client has closed socket
[junit4] 2> 2152755 INFO (jetty-launcher-4703-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
[junit4] 2> 2152756 INFO (zkConnectionManagerCallback-4736-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152766 INFO (zkConnectionManagerCallback-4733-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152767 INFO (zkConnectionManagerCallback-4738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152773 INFO (zkConnectionManagerCallback-4744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152805 INFO (jetty-launcher-4703-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40653/solr
[junit4] 2> 2152808 INFO (zkConnectionManagerCallback-4752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152811 INFO (zkConnectionManagerCallback-4754-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152843 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33071_solr
[junit4] 2> 2152845 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.c.Overseer Overseer (id=72204451263283215-127.0.0.1:33071_solr-n_0000000000) starting
[junit4] 2> 2152862 INFO (zkConnectionManagerCallback-4761-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2152872 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2152875 INFO (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33071_solr
[junit4] 2> 2152891 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33071_solr
[junit4] 2> 2152894 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2152898 INFO (zkCallback-4753-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2152927 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2152930 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2152930 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2152948 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2152953 INFO (zkCallback-4760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2152954 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2152955 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:33071_solr]
[junit4] 2> 2152959 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2152959 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40143_solr
[junit4] 2> 2152964 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2152964 INFO (zkCallback-4760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2152965 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2152968 DEBUG (ScheduledTrigger-7453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2152986 INFO (zkCallback-4743-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2152995 INFO (zkCallback-4753-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2153002 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2153012 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2153013 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2153013 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42425_solr
[junit4] 2> 2153016 INFO (zkCallback-4760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2153019 INFO (zkCallback-4743-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2153019 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2153019 INFO (zkCallback-4753-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2153024 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2153025 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42312_solr
[junit4] 2> 2153029 INFO (zkCallback-4760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2153029 INFO (zkCallback-4743-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2153029 INFO (zkCallback-4753-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2153035 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2153035 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41578_solr
[junit4] 2> 2153042 INFO (zkCallback-4760-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2153042 INFO (zkCallback-4743-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2153043 INFO (zkCallback-4753-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2153047 INFO (zkCallback-4732-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2153047 INFO (zkCallback-4735-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2153051 INFO (zkCallback-4735-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2153061 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.node' (registry 'solr.node') enabled at server: ***@71a4f7f7
[junit4] 2> 2153067 INFO (zkCallback-4732-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2153077 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jvm' (registry 'solr.jvm') enabled at server: ***@71a4f7f7
[junit4] 2> 2153077 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33071.solr.jetty' (registry 'solr.jetty') enabled at server: ***@71a4f7f7
[junit4] 2> 2153086 INFO (jetty-launcher-4703-thread-5) [n:127.0.0.1:33071_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node5/.
[junit4] 2> 2153087 INFO (zkConnectionManagerCallback-4767-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153091 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2153092 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153094 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2153095 INFO (zkConnectionManagerCallback-4772-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153096 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153097 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2153098 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2153106 INFO (zkConnectionManagerCallback-4782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153108 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153109 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2153114 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2153115 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2153143 INFO (zkConnectionManagerCallback-4777-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153145 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153148 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2153150 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2153261 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.node' (registry 'solr.node') enabled at server: ***@71a4f7f7
[junit4] 2> 2153270 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.node' (registry 'solr.node') enabled at server: ***@71a4f7f7
[junit4] 2> 2153309 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.node' (registry 'solr.node') enabled at server: ***@71a4f7f7
[junit4] 2> 2153326 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.jvm' (registry 'solr.jvm') enabled at server: ***@71a4f7f7
[junit4] 2> 2153327 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.jetty' (registry 'solr.jetty') enabled at server: ***@71a4f7f7
[junit4] 2> 2153328 INFO (jetty-launcher-4703-thread-4) [n:127.0.0.1:40143_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/.
[junit4] 2> 2153329 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.node' (registry 'solr.node') enabled at server: ***@71a4f7f7
[junit4] 2> 2153342 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.jvm' (registry 'solr.jvm') enabled at server: ***@71a4f7f7
[junit4] 2> 2153342 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.jetty' (registry 'solr.jetty') enabled at server: ***@71a4f7f7
[junit4] 2> 2153344 INFO (jetty-launcher-4703-thread-2) [n:127.0.0.1:41578_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/.
[junit4] 2> 2153346 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.jvm' (registry 'solr.jvm') enabled at server: ***@71a4f7f7
[junit4] 2> 2153347 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42312.solr.jetty' (registry 'solr.jetty') enabled at server: ***@71a4f7f7
[junit4] 2> 2153348 INFO (jetty-launcher-4703-thread-1) [n:127.0.0.1:42312_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node1/.
[junit4] 2> 2153360 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.jvm' (registry 'solr.jvm') enabled at server: ***@71a4f7f7
[junit4] 2> 2153361 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42425.solr.jetty' (registry 'solr.jetty') enabled at server: ***@71a4f7f7
[junit4] 2> 2153362 INFO (jetty-launcher-4703-thread-3) [n:127.0.0.1:42425_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node3/.
[junit4] 2> 2153687 INFO (zkConnectionManagerCallback-4788-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153692 INFO (zkConnectionManagerCallback-4793-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2153694 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153696 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[34288316589B391C]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40653/solr ready
[junit4] 2> 2153712 INFO (qtp1699214072-18951) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2153728 INFO (qtp81896155-18971) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2153735 INFO (qtp1047725395-18964) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2153737 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2153755 INFO (qtp1998904512-18962) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2153756 DEBUG (qtp250298199-18960) [n:127.0.0.1:41578_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2153757 INFO (qtp250298199-18960) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=55
[junit4] 2> 2153759 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 2153771 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 2153779 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2153779 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 2153870 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAboveSearchRate
[junit4] 2> 2153872 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2153876 INFO (TEST-SearchRateTriggerIntegrationTest.testAboveSearchRate-seed#[34288316589B391C]) [ ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 2153877 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 2153878 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 2153892 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2153893 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2153893 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 2158880 INFO (qtp1699214072-18946) [n:127.0.0.1:42312_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=aboveRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2158884 INFO (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection aboveRate_collection
[junit4] 2> 2158994 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 2158996 INFO (qtp1699214072-18947) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2158997 INFO (qtp81896155-18958) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2158999 INFO (qtp1047725395-18984) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2159000 INFO (qtp250298199-18991) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2159002 INFO (qtp1998904512-18954) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2159002 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 2159004 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2240869989 sessionWrapper.createTime 2240869988309302, this.sessionWrapper.createTime 2240869988309302
[junit4] 2> 2159008 INFO (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"aboveRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"aboveRate_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40143/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2159011 INFO (OverseerStateUpdate-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [n:127.0.0.1:33071_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"aboveRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"aboveRate_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41578/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2159216 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr x:aboveRate_collection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2159216 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr x:aboveRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2160234 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2160234 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2160243 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 2160243 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [aboveRate_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2160246 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2160246 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2160246 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n1' using configuration from collection aboveRate_collection, trusted=true
[junit4] 2> 2160246 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'aboveRate_collection_shard1_replica_n2' using configuration from collection aboveRate_collection, trusted=true
[junit4] 2> 2160247 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40143.solr.core.aboveRate_collection.shard1.replica_n1' (registry 'solr.core.aboveRate_collection.shard1.replica_n1') enabled at server: ***@71a4f7f7
[junit4] 2> 2160247 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41578.solr.core.aboveRate_collection.shard1.replica_n2' (registry 'solr.core.aboveRate_collection.shard1.replica_n2') enabled at server: ***@71a4f7f7
[junit4] 2> 2160247 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/aboveRate_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node4/./aboveRate_collection_shard1_replica_n1/data/]
[junit4] 2> 2160247 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [[aboveRate_collection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/aboveRate_collection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_34288316589B391C-001/tempDir-001/node2/./aboveRate_collection_shard1_replica_n2/data/]
[junit4] 2> 2160332 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2160332 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2160333 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2160333 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2160334 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2160334 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2160335 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2160335 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2160335 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [***@29125bdc[aboveRate_collection_shard1_replica_n2] main]
[junit4] 2> 2160336 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@32f013c9[aboveRate_collection_shard1_replica_n1] main]
[junit4] 2> 2160337 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2160337 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2160337 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2160338 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2160338 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2160338 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2160339 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615966854764822528
[junit4] 2> 2160339 INFO (searcherExecutor-7477-thread-1-processing-n:127.0.0.1:41578_solr x:aboveRate_collection_shard1_replica_n2 c:aboveRate_collection s:shard1 r:core_node4) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n2] Registered new searcher ***@29125bdc[aboveRate_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2160339 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615966854764822528
[junit4] 2> 2160339 INFO (searcherExecutor-7476-thread-1-processing-n:127.0.0.1:40143_solr x:aboveRate_collection_shard1_replica_n1 c:aboveRate_collection s:shard1 r:core_node3) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [aboveRate_collection_shard1_replica_n1] Registered new searcher ***@32f013c9[aboveRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2160346 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2160346 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Failed to save terms, version is not a match, retrying
[junit4] 2> 2160347 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/aboveRate_collection/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 2160353 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2160353 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2160353 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41578/solr/aboveRate_collection_shard1_replica_n2/
[junit4] 2> 2160353 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n2 url=http://127.0.0.1:41578/solr START replicas=[http://127.0.0.1:40143/solr/aboveRate_collection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2160354 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=aboveRate_collection_shard1_replica_n2 url=http://127.0.0.1:41578/solr DONE. We have no versions. sync failed.
[junit4] 2> 2160357 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2160358 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2160358 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2160362 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41578/solr/aboveRate_collection_shard1_replica_n2/ shard1
[junit4] 2> 2160465 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2160467 INFO (qtp250298199-18993) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1251
[junit4] 2> 2160567 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2161355 INFO (qtp1998904512-18955) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=aboveRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=aboveRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2139
[junit4] 2> 2161355 DEBUG (OverseerThreadFactory-7455-thread-1-processing-n:127.0.0.1:33071_solr) [n:127.0.0.1:33071_solr ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 2161358 INFO (qtp1699214072-18946) [n:127.0.0.1:42312_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2161455 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2161456 INFO (zkCallback-4743-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/aboveRate_collection/state.json] for collection [aboveRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2162360 INFO (qtp1699214072-18946) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=aboveRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3480
[junit4] 2> 2162377 INFO (qtp1699214072-18951) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162379 INFO (qtp81896155-18973) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162381 INFO (qtp1047725395-18985) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162382 INFO (qtp250298199-18991) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162383 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162384 INFO (qtp1998904512-18959) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162385 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162385 DEBUG (qtp1699214072-18950) [n:127.0.0.1:42312_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2162386 INFO (qtp1699214072-18950) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 2162386 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 2162387 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 2162387 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2162388 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2162389 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 2162391 INFO (qtp1699214072-18950) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162393 INFO (qtp81896155-18958) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162394 INFO (qtp1047725395-18984) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162395 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162396 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162396 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162397 INFO (qtp1998904512-18959) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162398 DEBUG (qtp1699214072-18952) [n:127.0.0.1:42312_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2162398 INFO (qtp1699214072-18952) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 2162401 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 2162401 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 2162401 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2162403 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2162403 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 2162405 INFO (qtp1699214072-18953) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162407 INFO (qtp81896155-18970) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162408 INFO (qtp1047725395-18983) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162409 INFO (qtp250298199-18968) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162410 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162411 INFO (qtp1998904512-18959) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162412 INFO (qtp1998904512-18965) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162413 DEBUG (qtp1998904512-18962) [n:127.0.0.1:40143_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2162414 INFO (qtp1998904512-18962) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 2162414 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 2162414 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2162415 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 2162420 INFO (qtp1699214072-18952) [n:127.0.0.1:42312_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162422 INFO (qtp81896155-18958) [n:127.0.0.1:42425_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162424 INFO (qtp1047725395-18984) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162426 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162427 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162429 INFO (qtp1998904512-18959) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.aboveRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2162430 INFO (qtp1998904512-18962) [n:127.0.0.1:40143_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2162431 DEBUG (qtp1047725395-18985) [n:127.0.0.1:33071_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 2162432 INFO (qtp1047725395-18985) [n:127.0.0.1:33071_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2162432 DEBUG (zkCallback-4760-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 2162432 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 2162432 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 2162433 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2162433 DEBUG (OverseerAutoScalingTriggerThread-72204451263283215-127.0.0.1:33071_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 2162434 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162435 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162435 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162436 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162437 INFO (qtp1998904512-18962) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162437 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162438 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162438 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162439 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162439 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162440 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162440 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162442 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162443 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162443 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162444 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162444 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162445 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162446 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162446 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162447 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162448 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162448 INFO (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162449 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162449 INFO (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162450 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162451 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162451 INFO (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162455 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162455 INFO (qtp250298199-18966) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162456 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162457 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162459 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162459 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162460 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162460 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162463 INFO (qtp1998904512-18978) [n:127.0.0.1:40143_solr c:aboveRate_collection s:shard1 r:core_node3 x:aboveRate_collection_shard1_replica_n1] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162463 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162464 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162464 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162465 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162466 INFO (qtp250298199-18992) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162466 INFO (qtp250298199-18989) [n:127.0.0.1:41578_solr c:aboveRate_collection s:shard1 r:core_node4 x:aboveRate_collection_shard1_replica_n2] o.a.s.c.S.Request [aboveRate_collection_shard1_replica_n2] webapp=/solr path=/select params={q=*:*&_stateVer_=aboveRate_collection:5&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2162467 INFO

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null600862994

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 63ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 124 minutes 36 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-03 03:06:46 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/200/

3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={ "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr", "source":".scheduled_maintenance", "eventTime":23547409086374132, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210008148, "_enqueue_time_":23547409087417446}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr", "source":".scheduled_maintenance", "eventTime":23547409086374132, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210008148, "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr", "source":".scheduled_maintenance", "eventTime":23547409086374132, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210008148, "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541037208088794419, currentTimeNs=1541210008202395533, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409141817812, stage=SUCCEEDED, actionName='null', event={ "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr", "source":".scheduled_maintenance", "eventTime":23547409086374132, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210008148, "_enqueue_time_":23547409087417446}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143038103, stage=STARTED, actionName='null', event={ "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx", "source":".scheduled_maintenance", "eventTime":23547414142309554, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210013205, "_enqueue_time_":23547414142507483}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143594742, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx", "source":".scheduled_maintenance", "eventTime":23547414142309554, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210013205, "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414146346730, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx", "source":".scheduled_maintenance", "eventTime":23547414142309554, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210013205, "_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414147316761, stage=SUCCEEDED, actionName='null', event={ "id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx", "source":".scheduled_maintenance", "eventTime":23547414142309554, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210013205, "_enqueue_time_":23547414142507483}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149270316, stage=STARTED, actionName='null', event={ "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy", "source":".scheduled_maintenance", "eventTime":23547419148626304, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210018211, "_enqueue_time_":23547419148814658}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149807919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy", "source":".scheduled_maintenance", "eventTime":23547419148626304, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210018211, "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419151610130, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy", "source":".scheduled_maintenance", "eventTime":23547419148626304, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210018211, "_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419152607428, stage=SUCCEEDED, actionName='null', event={ "id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy", "source":".scheduled_maintenance", "eventTime":23547419148626304, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210018211, "_enqueue_time_":23547419148814658}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424153840368, stage=STARTED, actionName='null', event={ "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz", "source":".scheduled_maintenance", "eventTime":23547424153091490, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210023215, "_enqueue_time_":23547424153297118}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424154425140, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz", "source":".scheduled_maintenance", "eventTime":23547424153091490, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210023215, "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424156304757, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz", "source":".scheduled_maintenance", "eventTime":23547424153091490, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210023215, "_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424157408273, stage=SUCCEEDED, actionName='null', event={ "id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz", "source":".scheduled_maintenance", "eventTime":23547424153091490, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210023215, "_enqueue_time_":23547424153297118}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429158560317, stage=STARTED, actionName='null', event={ "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0", "source":".scheduled_maintenance", "eventTime":23547429157891853, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210028220, "_enqueue_time_":23547429158095514}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429159164495, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0", "source":".scheduled_maintenance", "eventTime":23547429157891853, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210028220, "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429160937359, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0", "source":".scheduled_maintenance", "eventTime":23547429157891853, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210028220, "_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429161895800, stage=SUCCEEDED, actionName='null', event={ "id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0", "source":".scheduled_maintenance", "eventTime":23547429157891853, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210028220, "_enqueue_time_":23547429158095514}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434183814542, stage=STARTED, actionName='null', event={ "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1", "source":".scheduled_maintenance", "eventTime":23547434176172688, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210033238, "_enqueue_time_":23547434176376349}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434184557983, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1", "source":".scheduled_maintenance", "eventTime":23547434176172688, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210033238, "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434205190409, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1", "source":".scheduled_maintenance", "eventTime":23547434176172688, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541210033238, "_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541210008187182886, currentTimeNs=1541210033267489511, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={
"id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
"source":".scheduled_maintenance",
"eventTime":23547409086374132,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210008148,
"_enqueue_time_":23547409087417446}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
"source":".scheduled_maintenance",
"eventTime":23547409086374132,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210008148,
"_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
"source":".scheduled_maintenance",
"eventTime":23547409086374132,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210008148,
"_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541037208088794419, currentTimeNs=1541210008202395533, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547409141817812, stage=SUCCEEDED, actionName='null', event={
"id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
"source":".scheduled_maintenance",
"eventTime":23547409086374132,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210008148,
"_enqueue_time_":23547409087417446}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143038103, stage=STARTED, actionName='null', event={
"id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
"source":".scheduled_maintenance",
"eventTime":23547414142309554,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210013205,
"_enqueue_time_":23547414142507483}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414143594742, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
"source":".scheduled_maintenance",
"eventTime":23547414142309554,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210013205,
"_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414146346730, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
"source":".scheduled_maintenance",
"eventTime":23547414142309554,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210013205,
"_enqueue_time_":23547414142507483}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547414147316761, stage=SUCCEEDED, actionName='null', event={
"id":"53a83f9754d4b2T4o7iqympx5gf90zda8sw2dhhx",
"source":".scheduled_maintenance",
"eventTime":23547414142309554,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210013205,
"_enqueue_time_":23547414142507483}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149270316, stage=STARTED, actionName='null', event={
"id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
"source":".scheduled_maintenance",
"eventTime":23547419148626304,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210018211,
"_enqueue_time_":23547419148814658}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419149807919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
"source":".scheduled_maintenance",
"eventTime":23547419148626304,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210018211,
"_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419151610130, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
"source":".scheduled_maintenance",
"eventTime":23547419148626304,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210018211,
"_enqueue_time_":23547419148814658}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547419152607428, stage=SUCCEEDED, actionName='null', event={
"id":"53a840c1bb2980T4o7iqympx5gf90zda8sw2dhhy",
"source":".scheduled_maintenance",
"eventTime":23547419148626304,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210018211,
"_enqueue_time_":23547419148814658}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424153840368, stage=STARTED, actionName='null', event={
"id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
"source":".scheduled_maintenance",
"eventTime":23547424153091490,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210023215,
"_enqueue_time_":23547424153297118}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424154425140, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
"source":".scheduled_maintenance",
"eventTime":23547424153091490,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210023215,
"_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424156304757, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
"source":".scheduled_maintenance",
"eventTime":23547424153091490,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210023215,
"_enqueue_time_":23547424153297118}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547424157408273, stage=SUCCEEDED, actionName='null', event={
"id":"53a841ec053da2T4o7iqympx5gf90zda8sw2dhhz",
"source":".scheduled_maintenance",
"eventTime":23547424153091490,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210023215,
"_enqueue_time_":23547424153297118}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429158560317, stage=STARTED, actionName='null', event={
"id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
"source":".scheduled_maintenance",
"eventTime":23547429157891853,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210028220,
"_enqueue_time_":23547429158095514}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429159164495, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
"source":".scheduled_maintenance",
"eventTime":23547429157891853,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210028220,
"_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429160937359, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
"source":".scheduled_maintenance",
"eventTime":23547429157891853,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210028220,
"_enqueue_time_":23547429158095514}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547429161895800, stage=SUCCEEDED, actionName='null', event={
"id":"53a84316546f0dT4o7iqympx5gf90zda8sw2dhi0",
"source":".scheduled_maintenance",
"eventTime":23547429157891853,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210028220,
"_enqueue_time_":23547429158095514}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434183814542, stage=STARTED, actionName='null', event={
"id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
"source":".scheduled_maintenance",
"eventTime":23547434176172688,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210033238,
"_enqueue_time_":23547434176376349}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434184557983, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
"source":".scheduled_maintenance",
"eventTime":23547434176172688,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210033238,
"_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23547434205190409, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"53a84441715290T4o7iqympx5gf90zda8sw2dhi1",
"source":".scheduled_maintenance",
"eventTime":23547434176172688,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541210033238,
"_enqueue_time_":23547434176376349}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541210008187182886, currentTimeNs=1541210033267489511, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([172BEAEF36BDB711:A072A9D57FE901A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest

Error Message:
Could not load collection from ZK: replicaTypesTestColl

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: replicaTypesTestColl
at __randomizedtesting.SeedInfo.seed([167422B093F4B353:2D9E8106F46D7E5F]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
at org.apache.solr.common.cloud.ClusterState$CollectionRef.get(ClusterState.java:386)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getDocCollection(CloudSolrClient.java:1209)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:849)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:983)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.queryWithPreferReplicaTypes(CloudSolrClientTest.java:941)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferReplicaTypesTest(CloudSolrClientTest.java:892)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/replicaTypesTestColl/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
... 49 more


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([167422B093F4B353:EEB2DB8500ED2B9B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34349/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 14345 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> 4661665 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/init-core-data-001
[junit4] 2> 4661678 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4661680 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4661681 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001
[junit4] 2> 4661681 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4661681 INFO (Thread-6520) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4661682 INFO (Thread-6520) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4661695 ERROR (Thread-6520) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4661782 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42120
[junit4] 2> 4661784 INFO (zkConnectionManagerCallback-11477-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4661788 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 4661789 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4661789 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4661789 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4661789 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@13e5aef5{/solr,null,AVAILABLE}
[junit4] 2> 4661790 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@5ffd19cb{SSL,[ssl, http/1.1]}{127.0.0.1:46643}
[junit4] 2> 4661790 INFO (jetty-launcher-11474-thread-1) [ ] o.e.j.s.Server Started @4661878ms
[junit4] 2> 4661790 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46643}
[junit4] 2> 4661791 ERROR (jetty-launcher-11474-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4661791 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4661791 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4661791 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4661791 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4661791 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-03T01:53:24.421Z
[junit4] 2> 4661804 INFO (zkConnectionManagerCallback-11479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4661805 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4662288 INFO (jetty-launcher-11474-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42120/solr
[junit4] 2> 4662289 INFO (zkConnectionManagerCallback-11483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4662291 INFO (zkConnectionManagerCallback-11485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4662520 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46643_solr
[junit4] 2> 4662521 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.c.Overseer Overseer (id=73600796789178371-127.0.0.1:46643_solr-n_0000000000) starting
[junit4] 2> 4662543 INFO (zkConnectionManagerCallback-11492-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4662544 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42120/solr ready
[junit4] 2> 4662545 INFO (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46643_solr
[junit4] 2> 4662545 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46643_solr
[junit4] 2> 4662546 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4662563 INFO (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4662563 INFO (zkCallback-11491-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4662564 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46643_solr]
[junit4] 2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4662568 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4662568 DEBUG (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4662598 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4662654 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.node' (registry 'solr.node') enabled at server: ***@5b097b4d
[junit4] 2> 4662661 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.jvm' (registry 'solr.jvm') enabled at server: ***@5b097b4d
[junit4] 2> 4662661 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.jetty' (registry 'solr.jetty') enabled at server: ***@5b097b4d
[junit4] 2> 4662662 INFO (jetty-launcher-11474-thread-1) [n:127.0.0.1:46643_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/.
[junit4] 2> 4662705 INFO (zkConnectionManagerCallback-11495-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4662708 INFO (zkConnectionManagerCallback-11500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4662709 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4662710 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[172BEAEF36BDB711]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42120/solr ready
[junit4] 2> 4662768 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 4662769 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 4662802 INFO (qtp1925288780-31421) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4662802 DEBUG (qtp1925288780-31418) [n:127.0.0.1:46643_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4662803 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 4662803 DEBUG (zkCallback-11491-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4662803 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4662804 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[172BEAEF36BDB711]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 4662805 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4662806 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4662843 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[172BEAEF36BDB711]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 4662851 INFO (qtp1925288780-31420) [n:127.0.0.1:46643_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4662853 INFO (OverseerThreadFactory-9378-thread-1-processing-n:127.0.0.1:46643_solr) [n:127.0.0.1:46643_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 4662967 INFO (qtp1925288780-31419) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4662970 INFO (OverseerStateUpdate-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46643/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4663174 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4663175 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4663570 DEBUG (ScheduledTrigger-9376-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4664187 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4664210 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4664212 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4664212 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 4664214 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46643.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: ***@5b097b4d
[junit4] 2> 4664214 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_172BEAEF36BDB711-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 4664324 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4664324 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4664325 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4664325 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4664326 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@76f695cd[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 4664327 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4664328 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4664328 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4664329 INFO (searcherExecutor-9383-thread-1-processing-n:127.0.0.1:46643_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher ***@76f695cd[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4664329 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616075824257040384
[junit4] 2> 4664343 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4664346 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4664346 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4664346 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 4664346 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4664346 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 4664350 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46643/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 4664452 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4664454 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1280
[junit4] 2> 4664456 INFO (qtp1925288780-31420) [n:127.0.0.1:46643_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4664554 INFO (zkCallback-11484-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4664570 DEBUG (ScheduledTrigger-9376-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4664855 INFO (OverseerCollectionConfigSetProcessor-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [n:127.0.0.1:46643_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4665457 INFO (qtp1925288780-31420) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2606
[junit4] 2> 4665463 INFO (qtp1925288780-31421) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4665464 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4665464 DEBUG (qtp1925288780-31419) [n:127.0.0.1:46643_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4665464 INFO (qtp1925288780-31419) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 4665465 DEBUG (zkCallback-11491-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4665474 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4665475 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4665475 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4665476 INFO (qtp1925288780-31421) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4665477 INFO (qtp1925288780-31418) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4665477 DEBUG (qtp1925288780-31420) [n:127.0.0.1:46643_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4665477 INFO (qtp1925288780-31420) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 4665478 INFO (qtp1925288780-31419) [n:127.0.0.1:46643_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4665504 DEBUG (zkCallback-11491-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4665504 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4665518 DEBUG (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-03T01:53:27.194Z, now=2018-11-03T01:53:28.148Z
[junit4] 2> 4665519 DEBUG (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23547409086374132,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{"actualEventTime":1541210008148}}
[junit4] 2> 4665520 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4665520 DEBUG (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 4665520 DEBUG (OverseerAutoScalingTriggerThread-73600796789178371-127.0.0.1:46643_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4665520 INFO (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4665521 INFO (ScheduledTrigger-9376-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409088574798, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23547409086374132,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541210008148,
[junit4] 2> "_enqueue_time_":23547409087417446}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4665522 DEBUG (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23547409086374132,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541210008148,
[junit4] 2> "_enqueue_time_":23547409087417446}}
[junit4] 2> 4665523 INFO (qtp1925288780-31421) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 4665524 INFO (qtp1925288780-31421) [n:127.0.0.1:46643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4665555 INFO (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409122946443, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23547409086374132,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541210008148,
[junit4] 2> "_enqueue_time_":23547409087417446}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4665558 INFO (OverseerThreadFactory-9378-thread-2-processing-n:127.0.0.1:46643_solr) [n:127.0.0.1:46643_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
[junit4] 2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/shard1-splitting: locktstamp=1541210008187182886, time=1541210008201881470, delta=0
[junit4] 2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- lock ScheduledMaintenanceTriggerTest_collection1/shard1-splitting still active (delta=0)
[junit4] 2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541037208088794419, time=1541210008202395533, delta=172800
[junit4] 2> 4665572 DEBUG (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
[junit4] 2> 4665573 INFO (AutoscalingActionExecutor-9377-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23547409140538498, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"53a83e69f960f4T4o7iqympx5gf90zda8sw2dhhr",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "event

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null172368949

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 52ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 237 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-03 22:37:22 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/201/

2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
Error from server at https://127.0.0.1:35690/solr: org.apache.solr.common.SolrException:

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35690/solr: org.apache.solr.common.SolrException:
at __randomizedtesting.SeedInfo.seed([831E318FDB5BFE33:BBAD1571FCA82AE2]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:118)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([BA8E8B05E879B22E:424872307B602AE6]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44241/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 14316 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/init-core-data-001
[junit4] 2> 3258829 WARN (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 3258829 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3258831 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3258833 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3258833 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001
[junit4] 2> 3258833 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3258834 INFO (Thread-5017) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3258834 INFO (Thread-5017) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3258838 ERROR (Thread-5017) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3258934 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45068
[junit4] 2> 3258937 INFO (zkConnectionManagerCallback-8288-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3258944 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3258945 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3258946 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3258947 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@5e88798d{/solr,null,AVAILABLE}
[junit4] 2> 3258948 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3258948 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3258948 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3258948 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.h.ContextHandler Started ***@2cce861{/solr,null,AVAILABLE}
[junit4] 2> 3258948 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@5baa3550{/solr,null,AVAILABLE}
[junit4] 2> 3258949 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.AbstractConnector Started ***@4bb4080f{SSL,[ssl, http/1.1]}{127.0.0.1:38706}
[junit4] 2> 3258949 INFO (jetty-launcher-8285-thread-3) [ ] o.e.j.s.Server Started @3259005ms
[junit4] 2> 3258949 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38706}
[junit4] 2> 3258953 ERROR (jetty-launcher-8285-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3258953 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3258953 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3258953 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3258953 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3258953 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-03T21:56:54.757Z
[junit4] 2> 3258952 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@7861791a{SSL,[ssl, http/1.1]}{127.0.0.1:37454}
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.e.j.s.Server Started @3259010ms
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37454}
[junit4] 2> 3258952 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@70d9d5e5{SSL,[ssl, http/1.1]}{127.0.0.1:35690}
[junit4] 2> 3258954 ERROR (jetty-launcher-8285-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.e.j.s.Server Started @3259010ms
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35690}
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-03T21:56:54.758Z
[junit4] 2> 3258954 ERROR (jetty-launcher-8285-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3258954 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-03T21:56:54.758Z
[junit4] 2> 3258956 INFO (zkConnectionManagerCallback-8290-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3258956 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3258956 INFO (zkConnectionManagerCallback-8292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3258956 INFO (zkConnectionManagerCallback-8294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3258960 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3258960 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3259086 INFO (jetty-launcher-8285-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
[junit4] 2> 3259087 INFO (zkConnectionManagerCallback-8298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259090 INFO (zkConnectionManagerCallback-8300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259099 INFO (jetty-launcher-8285-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
[junit4] 2> 3259110 INFO (zkConnectionManagerCallback-8304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259113 INFO (zkConnectionManagerCallback-8308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259129 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37454_solr
[junit4] 2> 3259130 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.c.Overseer Overseer (id=72215994576863239-127.0.0.1:37454_solr-n_0000000000) starting
[junit4] 2> 3259140 INFO (zkConnectionManagerCallback-8315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259143 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
[junit4] 2> 3259144 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37454_solr
[junit4] 2> 3259145 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37454_solr
[junit4] 2> 3259146 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3259148 INFO (zkCallback-8314-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3259189 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3259214 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3259219 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3259219 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35690_solr
[junit4] 2> 3259224 INFO (zkCallback-8314-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3259224 INFO (zkCallback-8307-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3259225 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3259249 INFO (zkConnectionManagerCallback-8321-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259250 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3259251 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
[junit4] 2> 3259251 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3259256 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.node' (registry 'solr.node') enabled at server: ***@5da62384
[junit4] 2> 3259281 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.jvm' (registry 'solr.jvm') enabled at server: ***@5da62384
[junit4] 2> 3259281 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.jetty' (registry 'solr.jetty') enabled at server: ***@5da62384
[junit4] 2> 3259283 INFO (jetty-launcher-8285-thread-2) [n:127.0.0.1:37454_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/.
[junit4] 2> 3259289 INFO (jetty-launcher-8285-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45068/solr
[junit4] 2> 3259289 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.node' (registry 'solr.node') enabled at server: ***@5da62384
[junit4] 2> 3259292 INFO (zkConnectionManagerCallback-8326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259295 INFO (zkConnectionManagerCallback-8328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259303 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.jvm' (registry 'solr.jvm') enabled at server: ***@5da62384
[junit4] 2> 3259304 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.jetty' (registry 'solr.jetty') enabled at server: ***@5da62384
[junit4] 2> 3259305 INFO (jetty-launcher-8285-thread-1) [n:127.0.0.1:35690_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/.
[junit4] 2> 3259308 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3259313 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3259313 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38706_solr
[junit4] 2> 3259320 INFO (zkCallback-8327-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3259320 INFO (zkCallback-8314-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3259320 INFO (zkCallback-8307-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3259321 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3259328 INFO (zkCallback-8320-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3259340 INFO (zkConnectionManagerCallback-8335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259341 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3259343 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
[junit4] 2> 3259343 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3259368 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.node' (registry 'solr.node') enabled at server: ***@5da62384
[junit4] 2> 3259382 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.jvm' (registry 'solr.jvm') enabled at server: ***@5da62384
[junit4] 2> 3259382 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.jetty' (registry 'solr.jetty') enabled at server: ***@5da62384
[junit4] 2> 3259383 INFO (jetty-launcher-8285-thread-3) [n:127.0.0.1:38706_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/.
[junit4] 2> 3259455 INFO (zkConnectionManagerCallback-8338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259465 INFO (zkConnectionManagerCallback-8343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3259467 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3259468 INFO (SUITE-AutoAddReplicasPlanActionTest-seed#[831E318FDB5BFE33]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45068/solr ready
[junit4] 2> 3259513 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 3259568 INFO (TEST-AutoAddReplicasPlanActionTest.testSimple-seed#[831E318FDB5BFE33]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 3259592 INFO (qtp717288854-23871) [n:127.0.0.1:35690_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37454_solr,127.0.0.1:35690_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3259598 INFO (OverseerThreadFactory-8441-thread-1-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 3259711 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35690/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3259714 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37454/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3259718 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35690/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3259722 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37454/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3259932 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr x:testSimple1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3259933 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr x:testSimple1_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3259957 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr x:testSimple1_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3259958 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr x:testSimple1_shard1_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3259961 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr x:testSimple1_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3260953 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3260953 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3260962 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3260962 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 3260966 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3260966 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3260967 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: ***@5da62384
[junit4] 2> 3260967 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3260967 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3260968 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: ***@5da62384
[junit4] 2> 3260968 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple1_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 3260968 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 3260986 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3260987 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3260996 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 3260996 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3260998 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3260998 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3260999 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3260999 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 3260999 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: ***@5da62384
[junit4] 2> 3260999 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37454.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: ***@5da62384
[junit4] 2> 3260999 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 3260999 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 3261064 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3261064 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3261066 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3261066 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3261068 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [***@d1a1219[testSimple1_shard2_replica_n4] main]
[junit4] 2> 3261069 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3261069 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3261073 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3261073 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541844017152
[junit4] 2> 3261078 INFO (searcherExecutor-8458-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple1_shard2_replica_n4 c:testSimple1 s:shard2 r:core_node7) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher ***@d1a1219[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3261082 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 3261082 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3261082 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3261084 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3261084 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3261084 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3261084 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3261086 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3261086 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3261086 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@7e50769c[testSimple1_shard1_replica_n1] main]
[junit4] 2> 3261088 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [***@2d6cbc7f[testSimple1_shard2_replica_n6] main]
[junit4] 2> 3261088 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3261088 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3261089 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3261089 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541860794368
[junit4] 2> 3261090 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3261090 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3261091 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3261091 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3261092 INFO (searcherExecutor-8457-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple1_shard1_replica_n1 c:testSimple1 s:shard1 r:core_node3) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher ***@7e50769c[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3261092 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3261092 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3261092 INFO (searcherExecutor-8459-thread-1-processing-n:127.0.0.1:37454_solr x:testSimple1_shard2_replica_n6 c:testSimple1 s:shard2 r:core_node8) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher ***@2d6cbc7f[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3261093 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541863940096
[junit4] 2> 3261095 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3261095 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3261098 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [***@1e44af86[testSimple1_shard1_replica_n2] main]
[junit4] 2> 3261098 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 3261098 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 3261100 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3261100 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3261101 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3261101 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151541873377280
[junit4] 2> 3261104 INFO (searcherExecutor-8460-thread-1-processing-n:127.0.0.1:37454_solr x:testSimple1_shard1_replica_n2 c:testSimple1 s:shard1 r:core_node5) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher ***@1e44af86[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3261104 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3261107 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple1/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 3261592 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3261593 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3261593 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 3261593 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:37454/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 3261594 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:35690/solr DONE. We have no versions. sync failed.
[junit4] 2> 3261598 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3261598 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3261598 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3261604 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 3261605 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3261605 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3261605 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 3261606 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:37454/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 3261606 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:35690/solr DONE. We have no versions. sync failed.
[junit4] 2> 3261607 INFO (qtp389809755-23875) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3261607 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3261607 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3261620 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 3261758 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3261762 INFO (qtp717288854-23864) [n:127.0.0.1:35690_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1829
[junit4] 2> 3261772 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3261775 INFO (qtp717288854-23868) [n:127.0.0.1:35690_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1844
[junit4] 2> 3261877 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3262105 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2144
[junit4] 2> 3262111 INFO (qtp389809755-23879) [n:127.0.0.1:37454_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2154
[junit4] 2> 3262113 INFO (qtp717288854-23871) [n:127.0.0.1:35690_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3262213 INFO (zkCallback-8307-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3262213 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3263114 INFO (qtp717288854-23871) [n:127.0.0.1:35690_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:37454_solr,127.0.0.1:35690_solr&wt=javabin&version=2} status=0 QTime=3522
[junit4] 2> 3263115 INFO (qtp717288854-23863) [n:127.0.0.1:35690_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35690_solr,127.0.0.1:38706_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3263119 INFO (OverseerThreadFactory-8441-thread-2-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 3263119 INFO (OverseerCollectionConfigSetProcessor-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3263334 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35690/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3263337 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38706/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3263539 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr x:testSimple2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3263542 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr x:testSimple2_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3264587 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3264587 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3264596 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 3264596 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3264599 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3264599 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3264599 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3264599 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 3264600 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35690.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: ***@5da62384
[junit4] 2> 3264600 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38706.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: ***@5da62384
[junit4] 2> 3264600 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 3264600 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_831E318FDB5BFE33-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 3264675 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3264675 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3264677 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3264677 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3264679 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@4fc55d77[testSimple2_shard1_replica_n1] main]
[junit4] 2> 3264681 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3264681 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3264682 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3264682 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151545628327936
[junit4] 2> 3264683 INFO (searcherExecutor-8477-thread-1-processing-n:127.0.0.1:35690_solr x:testSimple2_shard1_replica_n1 c:testSimple2 s:shard1 r:core_node3) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [testSimple2_shard1_replica_n1] Registered new searcher ***@4fc55d77[testSimple2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3264689 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 3264691 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3264691 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3264692 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3264693 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3264694 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [***@1da9bde0[testSimple2_shard1_replica_n2] main]
[junit4] 2> 3264695 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 3264696 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 3264697 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 3264698 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3264698 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616151545645105152
[junit4] 2> 3264701 INFO (searcherExecutor-8478-thread-1-processing-n:127.0.0.1:38706_solr x:testSimple2_shard1_replica_n2 c:testSimple2 s:shard1 r:core_node4) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [testSimple2_shard1_replica_n2] Registered new searcher ***@1da9bde0[testSimple2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3264704 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSimple2/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 3265197 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3265197 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3265197 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35690/solr/testSimple2_shard1_replica_n1/
[junit4] 2> 3265198 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35690/solr START replicas=[https://127.0.0.1:38706/solr/testSimple2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 3265198 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple2_shard1_replica_n1 url=https://127.0.0.1:35690/solr DONE. We have no versions. sync failed.
[junit4] 2> 3265202 INFO (qtp648115319-23870) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.c.S.Request [testSimple2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3265202 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 3265203 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 3265207 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35690/solr/testSimple2_shard1_replica_n1/ shard1
[junit4] 2> 3265310 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3265314 INFO (qtp717288854-23859) [n:127.0.0.1:35690_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1774
[junit4] 2> 3265413 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3265711 INFO (qtp648115319-23869) [n:127.0.0.1:38706_solr c:testSimple2 s:shard1 r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=1&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2168
[junit4] 2> 3265714 INFO (qtp717288854-23863) [n:127.0.0.1:35690_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3265810 INFO (zkCallback-8327-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3265811 INFO (zkCallback-8299-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 3266715 INFO (qtp717288854-23863) [n:127.0.0.1:35690_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=1&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35690_solr,127.0.0.1:38706_solr&wt=javabin&version=2} status=0 QTime=3599
[junit4] 2> 3266716 INFO (qtp717288854-23871) [n:127.0.0.1:35690_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=3&autoAddReplicas=false&name=testSimple3&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=127.0.0.1:37454_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3266719 INFO (OverseerThreadFactory-8441-thread-3-processing-n:127.0.0.1:37454_solr) [n:127.0.0.1:37454_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple3
[junit4] 2> 3266720 INFO (OverseerCollectionConfigSetProcessor-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3266931 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple3_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37454/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3266935 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple3_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37454/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3266938 INFO (OverseerStateUpdate-72215994576863239-127.0.0.1:37454_solr-n_0000000000) [n:127.0.0.1:37454_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple3",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"testSimple3_shard3_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37454/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3267143 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr x:testSimple3_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple3_shard1_replica_n1&action=CREATE&numShards=3&collection=testSimple3&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3267143 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr x:testSimple3_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple3_shard2_replica_n2&action=CREATE&numShards=3&collection=testSimple3&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3267146 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr x:testSimple3_shard3_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple3_shard3_replica_n4&action=CREATE&numShards=3&collection=testSimple3&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3268161 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3268162 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3268163 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3268192 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple3_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3268192 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.s.IndexSchema [testSimple3_shard3_replica_n4] Schema name=minimal
[junit4] 2> 3268192 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.s.IndexSchema [testSimple3_shard2_replica_n2] Schema name=minimal
[junit4] 2> 3268196 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3268196 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3268196 INFO (qtp389809755-23877) [n:127.0.0.1:37454_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard2_replica_n2' using configuration from collection testSimple3, trusted=true
[junit4] 2> 3268196 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard3_replica_n4' using configuration from collection testSimple3, trusted=true
[junit4] 2> 3268196 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3268196 INFO (qtp389809755-23880) [n:127.0.0.1:37454_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple3_shard1_replica_n1' using configuration from collection testSimple3, trusted=true
[junit4] 2> 3268197 INFO (qtp389809755-23881) [n:127.0.0.1:37454_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter JMX

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838514684

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 132 minutes 17 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-04 22:30:59 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/202/

3 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics

Error Message:
Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:323396572CF7A361]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:125)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:76)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34516/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:AC1196DE93F117B4]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:170)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35027/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica

Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10004_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}

Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10004_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([FEB387B1419FD11:8FCB5D55055A15B7]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 31
live nodes:[127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
collections:{testCreateCollectionAddReplica=DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10004_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10004_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more




Build Log:
[...truncated 12740 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud
[junit4] 2> 308350 INFO (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimPolicyCloud_FEB387B1419FD11-001/init-core-data-001
[junit4] 2> 308351 WARN (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 308351 INFO (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 308353 INFO (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 308431 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 308433 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 308434 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 308435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 308435 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 308442 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 308444 DEBUG (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 308445 INFO (SUITE-TestSimPolicyCloud-seed#[FEB387B1419FD11]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 308455 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 308456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 308456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 308457 DEBUG (ScheduledTrigger-974-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308461 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
[junit4] 2> 308461 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 308463 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 308463 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 308467 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 308468 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 308468 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 308469 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 308470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 308471 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 308471 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308492 DEBUG (ScheduledTrigger-979-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308512 DEBUG (ScheduledTrigger-979-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308533 DEBUG (ScheduledTrigger-979-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308553 DEBUG (ScheduledTrigger-979-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308574 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308594 DEBUG (ScheduledTrigger-979-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308615 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308635 DEBUG (ScheduledTrigger-979-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308655 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308675 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308692 ERROR (simCloudManagerPool-978-thread-1) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:706)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 308692 DEBUG (simCloudManagerPool-978-thread-1) [ ] o.a.s.c.a.s.SimCloudManager -- exception handling request
[junit4] 2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:210) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:706) ~[test/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651) ~[test/:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 308696 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308696 DEBUG (simCloudManagerPool-978-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 308697 DEBUG (simCloudManagerPool-978-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 308705 DEBUG (simCloudManagerPool-978-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 308706 DEBUG (simCloudManagerPool-978-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 308710 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 308715 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection metricsTest, currentVersion=2
[junit4] 2> 308716 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 308716 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 308716 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308730 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 308734 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 308736 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308753 DEBUG (simCloudManagerPool-978-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection metricsTest, currentVersion=4
[junit4] 2> 308757 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308768 DEBUG (simCloudManagerPool-978-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 308770 DEBUG (simCloudManagerPool-978-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 308772 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 308774 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 308775 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
[junit4] 2> 308777 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 308777 DEBUG (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 308777 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308783 DEBUG (simCloudManagerPool-978-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for metricsTest / shard1 (currentVersion=7): {"core_node1":{
[junit4] 2> "core":"metricsTest_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"metricsTest",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 308798 DEBUG (ScheduledTrigger-979-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308818 DEBUG (ScheduledTrigger-979-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308838 DEBUG (ScheduledTrigger-979-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308843 INFO (TEST-TestSimPolicyCloud.testMetricsTag-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 4
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * metricsTest
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 1
[junit4] 2> ## totalReplicas 1
[junit4] 2> ## activeReplicas 1
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 0
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 0
[junit4] 2> ## minActiveSliceDocs 0
[junit4] 2> ## avgActiveSliceDocs 0
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 10,240
[junit4] 2> ## maxActiveSliceBytes 10,240
[junit4] 2> ## minActiveSliceBytes 10,240
[junit4] 2> ## avgActiveSliceBytes 10,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * metricsTest 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 2
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 308854 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
[junit4] 2> 308854 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 308854 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 308854 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 308855 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 308855 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 308855 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 308856 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 308858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 308858 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion -1
[junit4] 2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 308859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 308860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 308860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 308860 DEBUG (ScheduledTrigger-982-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308881 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308901 DEBUG (ScheduledTrigger-982-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308921 DEBUG (ScheduledTrigger-982-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308941 DEBUG (ScheduledTrigger-982-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308962 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 308982 DEBUG (ScheduledTrigger-982-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309002 DEBUG (ScheduledTrigger-982-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309022 DEBUG (ScheduledTrigger-982-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309043 DEBUG (ScheduledTrigger-982-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309057 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection perReplicaDataColl, currentVersion=7
[junit4] 2> 309057 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 309058 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 309063 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309068 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 309068 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 309073 DEBUG (simCloudManagerPool-981-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection perReplicaDataColl, currentVersion=9
[junit4] 2> 309083 DEBUG (simCloudManagerPool-981-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 309083 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309083 DEBUG (simCloudManagerPool-981-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 309092 DEBUG (simCloudManagerPool-981-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for perReplicaDataColl / shard1 (currentVersion=10): {"core_node1":{
[junit4] 2> "core":"perReplicaDataColl_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"perReplicaDataColl",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 309101 DEBUG (simCloudManagerPool-981-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 309102 DEBUG (simCloudManagerPool-981-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 309103 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309112 DEBUG (simCloudManagerPool-981-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 309112 DEBUG (simCloudManagerPool-981-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 309123 DEBUG (simCloudManagerPool-981-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 309123 DEBUG (simCloudManagerPool-981-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 309123 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 309124 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 309124 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309135 DEBUG (simCloudManagerPool-981-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 309135 DEBUG (simCloudManagerPool-981-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 309144 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309165 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309185 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309205 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309226 DEBUG (ScheduledTrigger-982-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309246 DEBUG (ScheduledTrigger-982-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309253 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
[junit4] 2> 309253 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 309253 DEBUG (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 309253 INFO (TEST-TestSimPolicyCloud.testDataProviderPerReplicaDetails-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 5
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - DELETE 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 309264 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
[junit4] 2> 309265 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 309265 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 309265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 309265 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 309266 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 309267 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 309276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 309276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 309278 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 309279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 309279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 309280 DEBUG (ScheduledTrigger-985-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309300 DEBUG (ScheduledTrigger-985-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309322 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309342 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309363 DEBUG (ScheduledTrigger-985-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309383 DEBUG (ScheduledTrigger-985-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309403 DEBUG (ScheduledTrigger-985-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309424 DEBUG (ScheduledTrigger-985-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309444 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309464 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309478 DEBUG (simCloudManagerPool-984-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 309478 DEBUG (simCloudManagerPool-984-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 309479 DEBUG (simCloudManagerPool-984-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 309484 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309487 DEBUG (simCloudManagerPool-984-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 309488 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 309489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 309489 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 309489 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCreateCollectionSplitShard, currentVersion=17
[junit4] 2> 309489 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 309490 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 309500 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 309500 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 309505 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309521 DEBUG (simCloudManagerPool-984-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCreateCollectionSplitShard, currentVersion=19
[junit4] 2> 309525 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309531 DEBUG (simCloudManagerPool-984-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 309532 DEBUG (simCloudManagerPool-984-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 309538 DEBUG (simCloudManagerPool-984-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1 (currentVersion=20): {"core_node1":{
[junit4] 2> "core":"testCreateCollectionSplitShard_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCreateCollectionSplitShard",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 309545 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309546 DEBUG (simCloudManagerPool-984-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 309546 DEBUG (simCloudManagerPool-984-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 309546 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 309547 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 309565 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309586 DEBUG (ScheduledTrigger-985-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309606 DEBUG (ScheduledTrigger-985-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309626 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309646 DEBUG (ScheduledTrigger-985-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309651 INFO (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
[junit4] 2> 309667 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309687 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309707 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309715 DEBUG (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 309716 DEBUG (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 309718 DEBUG (simCloudManagerPool-984-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_0 (currentVersion=23): {"core_node6":{
[junit4] 2> "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testCreateCollectionSplitShard",
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "base_url":"http://127.0.0.1:10003/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 309718 DEBUG (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCreateCollectionSplitShard / shard1_0:{
[junit4] 2> "parent":"shard1",
[junit4] 2> "stateTimestamp":"1541366162669211550",
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"construction",
[junit4] 2> "replicas":{
[junit4] 2> "core_node6":{
[junit4] 2> "core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10003_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10003/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10004/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}}
[junit4] 2> 309719 DEBUG (simCloudManagerPool-984-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionSplitShard / shard1_1 (currentVersion=23): {"core_node10":{
[junit4] 2> "core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "collection":"testCreateCollectionSplitShard",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "base_url":"http://127.0.0.1:10004/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 309720 DEBUG (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 309721 DEBUG (simCloudManagerPool-984-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 309724 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 309724 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 309729 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309750 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309770 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309790 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309811 DEBUG (ScheduledTrigger-985-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309831 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
[junit4] 2> 309831 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 309831 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 309831 INFO (TEST-TestSimPolicyCloud.testCreateCollectionSplitShard-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 5
[junit4] 2> ## Empty nodes: 5
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## Max replicas per node: 0
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 0
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - DELETE 1
[junit4] 2> ## - SPLITSHARD 1
[junit4] 2> ## - autoscaling 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 309833 DEBUG (ScheduledTrigger-985-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309841 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
[junit4] 2> 309842 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 309842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 309842 INFO (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 309842 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 309843 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 309844 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 309842 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 309844 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 309844 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 309845 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 309849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 309849 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 309850 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion -1
[junit4] 2> 309850 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 309857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr, 127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 309857 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 309859 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 309859 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309881 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309902 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309922 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309942 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309963 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 309983 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310003 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310023 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310044 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310050 DEBUG (simCloudManagerPool-987-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 310050 DEBUG (simCloudManagerPool-987-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 310054 DEBUG (simCloudManagerPool-987-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 310054 DEBUG (simCloudManagerPool-987-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 310055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 310055 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCreateCollectionAddReplica, currentVersion=27
[junit4] 2> 310056 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 310056 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 310064 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310066 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 310066 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 310069 DEBUG (simCloudManagerPool-987-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCreateCollectionAddReplica, currentVersion=29
[junit4] 2> 310079 DEBUG (simCloudManagerPool-987-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 310079 DEBUG (simCloudManagerPool-987-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 310080 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 310080 DEBUG (simCloudManagerPool-987-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCreateCollectionAddReplica / shard1 (currentVersion=30): {"core_node1":{
[junit4] 2> "core":"testCreateCollectionAddReplica_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCreateCollectionAddReplica",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 310080 DEBUG (TEST-TestSimPolicyCloud.testCreateCollectionAddReplica-seed#[FEB387B1419FD11]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 310084 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310104 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310124 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310145 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310165 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310185 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310205 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310226 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310246 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310266 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310286 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310307 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310327 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310347 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310367 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310388 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310408 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310428 DEBUG (ScheduledTrigger-988-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310448 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310468 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310489 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310509 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310529 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310549 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310570 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310590 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310610 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310630 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310651 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310671 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310691 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310711 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310732 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310752 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310772 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310792 DEBUG (ScheduledTrigger-988-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310813 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310833 DEBUG (ScheduledTrigger-988-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 5
[junit4] 2> 310853 DEBUG (ScheduledTrigger-988-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger:

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null479831478

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 33 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-05 23:52:10 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/203/

2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={ "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u", "source":".scheduled_maintenance", "eventTime":23794640940951096, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457240002, "_enqueue_time_":23794640942975135}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u", "source":".scheduled_maintenance", "eventTime":23794640940951096, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457240002, "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u", "source":".scheduled_maintenance", "eventTime":23794640940951096, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457240002, "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={ "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u", "source":".scheduled_maintenance", "eventTime":23794640940951096, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457240002, "_enqueue_time_":23794640942975135}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646066790241, stage=STARTED, actionName='null', event={ "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60", "source":".scheduled_maintenance", "eventTime":23794646046633779, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457245108, "_enqueue_time_":23794646046777671}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646079220872, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60", "source":".scheduled_maintenance", "eventTime":23794646046633779, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457245108, "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646082102414, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60", "source":".scheduled_maintenance", "eventTime":23794646046633779, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457245108, "_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646102756863, stage=SUCCEEDED, actionName='null', event={ "id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60", "source":".scheduled_maintenance", "eventTime":23794646046633779, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457245108, "_enqueue_time_":23794646046777671}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651103949019, stage=STARTED, actionName='null', event={ "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61", "source":".scheduled_maintenance", "eventTime":23794651103259544, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457250165, "_enqueue_time_":23794651103396258}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651104484169, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61", "source":".scheduled_maintenance", "eventTime":23794651103259544, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457250165, "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651106223638, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61", "source":".scheduled_maintenance", "eventTime":23794651103259544, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457250165, "_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651107216739, stage=SUCCEEDED, actionName='null', event={ "id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61", "source":".scheduled_maintenance", "eventTime":23794651103259544, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457250165, "_enqueue_time_":23794651103396258}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108391082, stage=STARTED, actionName='null', event={ "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62", "source":".scheduled_maintenance", "eventTime":23794656107703147, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457255169, "_enqueue_time_":23794656107839043}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108933295, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62", "source":".scheduled_maintenance", "eventTime":23794656107703147, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457255169, "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656113936203, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62", "source":".scheduled_maintenance", "eventTime":23794656107703147, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457255169, "_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656114885473, stage=SUCCEEDED, actionName='null', event={ "id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62", "source":".scheduled_maintenance", "eventTime":23794656107703147, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457255169, "_enqueue_time_":23794656107839043}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116098700, stage=STARTED, actionName='null', event={ "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63", "source":".scheduled_maintenance", "eventTime":23794661115404002, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457260177, "_enqueue_time_":23794661115539886}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116631903, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63", "source":".scheduled_maintenance", "eventTime":23794661115404002, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457260177, "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661118422706, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63", "source":".scheduled_maintenance", "eventTime":23794661115404002, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457260177, "_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661119396923, stage=SUCCEEDED, actionName='null', event={ "id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63", "source":".scheduled_maintenance", "eventTime":23794661115404002, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457260177, "_enqueue_time_":23794661115539886}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666127306844, stage=STARTED, actionName='null', event={ "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64", "source":".scheduled_maintenance", "eventTime":23794666126474857, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457265188, "_enqueue_time_":23794666126609843}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666142917068, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64", "source":".scheduled_maintenance", "eventTime":23794666126474857, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457265188, "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666169131867, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64", "source":".scheduled_maintenance", "eventTime":23794666126474857, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541457265188, "_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541457240048326610, currentTimeNs=1541457265230514226, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={
"id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
"source":".scheduled_maintenance",
"eventTime":23794640940951096,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457240002,
"_enqueue_time_":23794640942975135}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
"source":".scheduled_maintenance",
"eventTime":23794640940951096,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457240002,
"_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
"source":".scheduled_maintenance",
"eventTime":23794640940951096,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457240002,
"_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={
"id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
"source":".scheduled_maintenance",
"eventTime":23794640940951096,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457240002,
"_enqueue_time_":23794640942975135}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646066790241, stage=STARTED, actionName='null', event={
"id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
"source":".scheduled_maintenance",
"eventTime":23794646046633779,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457245108,
"_enqueue_time_":23794646046777671}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646079220872, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
"source":".scheduled_maintenance",
"eventTime":23794646046633779,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457245108,
"_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646082102414, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
"source":".scheduled_maintenance",
"eventTime":23794646046633779,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457245108,
"_enqueue_time_":23794646046777671}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794646102756863, stage=SUCCEEDED, actionName='null', event={
"id":"54891ac12a6f33Te3u72ksis0w5dymor7uerrp60",
"source":".scheduled_maintenance",
"eventTime":23794646046633779,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457245108,
"_enqueue_time_":23794646046777671}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651103949019, stage=STARTED, actionName='null', event={
"id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
"source":".scheduled_maintenance",
"eventTime":23794651103259544,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457250165,
"_enqueue_time_":23794651103396258}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651104484169, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
"source":".scheduled_maintenance",
"eventTime":23794651103259544,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457250165,
"_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651106223638, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
"source":".scheduled_maintenance",
"eventTime":23794651103259544,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457250165,
"_enqueue_time_":23794651103396258}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794651107216739, stage=SUCCEEDED, actionName='null', event={
"id":"54891bee906b98Te3u72ksis0w5dymor7uerrp61",
"source":".scheduled_maintenance",
"eventTime":23794651103259544,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457250165,
"_enqueue_time_":23794651103396258}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108391082, stage=STARTED, actionName='null', event={
"id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
"source":".scheduled_maintenance",
"eventTime":23794656107703147,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457255169,
"_enqueue_time_":23794656107839043}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656108933295, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
"source":".scheduled_maintenance",
"eventTime":23794656107703147,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457255169,
"_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656113936203, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
"source":".scheduled_maintenance",
"eventTime":23794656107703147,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457255169,
"_enqueue_time_":23794656107839043}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794656114885473, stage=SUCCEEDED, actionName='null', event={
"id":"54891d18da2b6bTe3u72ksis0w5dymor7uerrp62",
"source":".scheduled_maintenance",
"eventTime":23794656107703147,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457255169,
"_enqueue_time_":23794656107839043}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116098700, stage=STARTED, actionName='null', event={
"id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
"source":".scheduled_maintenance",
"eventTime":23794661115404002,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457260177,
"_enqueue_time_":23794661115539886}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661116631903, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
"source":".scheduled_maintenance",
"eventTime":23794661115404002,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457260177,
"_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661118422706, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
"source":".scheduled_maintenance",
"eventTime":23794661115404002,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457260177,
"_enqueue_time_":23794661115539886}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794661119396923, stage=SUCCEEDED, actionName='null', event={
"id":"54891e43559ee2Te3u72ksis0w5dymor7uerrp63",
"source":".scheduled_maintenance",
"eventTime":23794661115404002,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457260177,
"_enqueue_time_":23794661115539886}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666127306844, stage=STARTED, actionName='null', event={
"id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
"source":".scheduled_maintenance",
"eventTime":23794666126474857,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457265188,
"_enqueue_time_":23794666126609843}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666142917068, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
"source":".scheduled_maintenance",
"eventTime":23794666126474857,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457265188,
"_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=23794666169131867, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"54891f6e047e69Te3u72ksis0w5dymor7uerrp64",
"source":".scheduled_maintenance",
"eventTime":23794666126474857,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541457265188,
"_enqueue_time_":23794666126609843}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541457240048326610, currentTimeNs=1541457265230514226, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([E45A11037FE4A8C5:F976D1711EA78FCE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([B3BF8102CAF2065:C98CC4782FEFD01D]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:40609/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 14223 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/init-core-data-001
[junit4] 2> 4062767 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001
[junit4] 2> 4062767 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4062768 INFO (Thread-4897) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4062768 INFO (Thread-4897) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4062862 ERROR (Thread-4897) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4062868 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33329
[junit4] 2> 4062881 INFO (zkConnectionManagerCallback-6255-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4062932 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 4062933 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 4062933 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 4062933 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 4062933 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@5656fcbf{/solr,null,AVAILABLE}
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@1c1594d3{SSL,[ssl, http/1.1]}{127.0.0.1:46695}
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.e.j.s.Server Started @4063628ms
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46695}
[junit4] 2> 4062934 ERROR (jetty-launcher-6252-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 4062934 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-05T22:33:54.516Z
[junit4] 2> 4063001 INFO (zkConnectionManagerCallback-6257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4063002 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4064137 INFO (jetty-launcher-6252-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33329/solr
[junit4] 2> 4064161 INFO (zkConnectionManagerCallback-6261-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4064189 INFO (zkConnectionManagerCallback-6263-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4064632 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46695_solr
[junit4] 2> 4064633 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer Overseer (id=73616999257014275-127.0.0.1:46695_solr-n_0000000000) starting
[junit4] 2> 4064656 INFO (zkConnectionManagerCallback-6270-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4064669 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33329/solr ready
[junit4] 2> 4064670 INFO (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46695_solr
[junit4] 2> 4064688 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46695_solr
[junit4] 2> 4064733 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4064754 INFO (zkCallback-6269-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4064770 INFO (zkCallback-6262-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 4064770 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4064771 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4064812 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46695_solr]
[junit4] 2> 4064813 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4064814 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 4064835 DEBUG (ScheduledTrigger-9086-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4064884 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.node' (registry 'solr.node') enabled at server: ***@69d029b3
[junit4] 2> 4064916 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.jvm' (registry 'solr.jvm') enabled at server: ***@69d029b3
[junit4] 2> 4064916 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.jetty' (registry 'solr.jetty') enabled at server: ***@69d029b3
[junit4] 2> 4064917 INFO (jetty-launcher-6252-thread-1) [n:127.0.0.1:46695_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/.
[junit4] 2> 4064948 INFO (zkConnectionManagerCallback-6273-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4065017 INFO (zkConnectionManagerCallback-6278-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4065018 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4065019 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[E45A11037FE4A8C5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33329/solr ready
[junit4] 2> 4065236 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[E45A11037FE4A8C5]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 4065344 INFO (qtp1789518581-23676) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4065345 DEBUG (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4065346 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=38
[junit4] 2> 4065349 DEBUG (zkCallback-6269-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4065415 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4065550 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4065568 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4065608 INFO (qtp1789518581-23675) [n:127.0.0.1:46695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4065610 INFO (OverseerThreadFactory-9088-thread-1-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 4065631 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 4065751 INFO (qtp1789518581-23674) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4065755 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46695/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 4065755 INFO (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:46695/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4065839 DEBUG (ScheduledTrigger-9086-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4065959 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4065959 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4065961 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46695/solr",
[junit4] 2> "node_name":"127.0.0.1:46695_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4066877 DEBUG (ScheduledTrigger-9086-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4066997 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 4067062 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 4067065 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 4067065 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 4067065 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46695.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: ***@69d029b3
[junit4] 2> 4067066 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_E45A11037FE4A8C5-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 4067171 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4067171 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4067172 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4067172 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4067173 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@6336e53b[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 4067175 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 4067175 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 4067175 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 4067176 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616335065587908608
[junit4] 2> 4067176 INFO (searcherExecutor-9093-thread-1-processing-n:127.0.0.1:46695_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher ***@6336e53b[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4067181 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 4067196 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4067196 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4067196 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 4067197 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 4067197 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 4067200 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46695/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 4067200 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "base_url":"https://127.0.0.1:46695/solr",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 4067353 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4067354 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:46695/solr",
[junit4] 2> "node_name":"127.0.0.1:46695_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 4067378 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1419
[junit4] 2> 4067381 INFO (qtp1789518581-23675) [n:127.0.0.1:46695_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 4067455 INFO (zkCallback-6262-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4067613 INFO (OverseerCollectionConfigSetProcessor-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 4067878 DEBUG (ScheduledTrigger-9086-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 4068382 INFO (qtp1789518581-23675) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2774
[junit4] 2> 4068389 INFO (qtp1789518581-23670) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4068390 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4068390 DEBUG (qtp1789518581-23674) [n:127.0.0.1:46695_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4068391 INFO (qtp1789518581-23674) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 4068392 DEBUG (zkCallback-6269-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4068392 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4068393 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4068395 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4068418 INFO (qtp1789518581-23670) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4068419 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4068419 DEBUG (qtp1789518581-23675) [n:127.0.0.1:46695_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4068420 INFO (qtp1789518581-23675) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 4068420 DEBUG (zkCallback-6269-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4068420 INFO (qtp1789518581-23674) [n:127.0.0.1:46695_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4068421 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4068421 DEBUG (ScheduledTrigger-9086-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-05T22:33:58.351Z, now=2018-11-05T22:34:00.002Z
[junit4] 2> 4068423 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4068424 DEBUG (OverseerAutoScalingTriggerThread-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4068424 INFO (ScheduledTrigger-9086-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 4068425 INFO (ScheduledTrigger-9086-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640944133397, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4068443 INFO (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640962219697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4068465 INFO (qtp1789518581-23670) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=21
[junit4] 2> 4068466 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4068468 INFO (OverseerThreadFactory-9088-thread-2-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
[junit4] 2> 4068468 DEBUG (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541284439964380096, time=1541457240049575494, delta=172800
[junit4] 2> 4068468 DEBUG (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
[junit4] 2> 4068468 INFO (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640987904710, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4068469 DEBUG (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541284439964380096, currentTimeNs=1541457240049575494, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
[junit4] 2> 4068469 INFO (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}}
[junit4] 2> 4068471 DEBUG (OverseerStateUpdate-73616999257014275-127.0.0.1:46695_solr-n_0000000000) [n:127.0.0.1:46695_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "shard_parent_node":"127.0.0.1:46695_solr",
[junit4] 2> "shard_parent":"shard1",
[junit4] 2> "shard_range":"80000000-ffffffff",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard_state":"construction",
[junit4] 2> "operation":"createshard",
[junit4] 2> "shard_parent_zk_session":73616999257014275} current state version: 0
[junit4] 2> 4068478 INFO (AutoscalingActionExecutor-9087-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=23794640997247031, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"54891990d7e638Te3u72ksis0w5dymor7uerrp5u",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":23794640940951096,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1541457240002,
[junit4] 2> "_enqueue_time_":23794640942975135}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 4068572 INFO (zkCallback-6262-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 4069472 INFO (qtp1789518581-23670) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 4069474 INFO (qtp1789518581-23673) [n:127.0.0.1:46695_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 4069474 INFO (OverseerThreadFactory-9088-thread-2-processing-n:127.0.0.1:46695_solr) [n:127.0.0.1:46695_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46695_solr for creating new replica of sh

[...truncated too long message...]

Apples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1145664343

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 91ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 229 minutes 32 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-07 01:40:08 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/204/

1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist

Error Message:
Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).

Stack Trace:
java.lang.RuntimeException: Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).
at __randomizedtesting.SeedInfo.seed([CCDC3FC6108EE54E:AE7F2168120C815E]:0)
at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getState(HttpClusterStateProvider.java:108)
at org.apache.solr.client.solrj.impl.CloudSolrClient.resolveAliases(CloudSolrClient.java:1115)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:844)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist(CloudSolrClientTest.java:779)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 16133 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCDC3FC6108EE54E-001/init-core-data-001
[junit4] 1> 01:19:52.457 [Thread-442] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 01:19:52.592 [jetty-launcher-552-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 01:19:52.595 [jetty-launcher-552-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 01:19:52.598 [jetty-launcher-552-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 01:20:09.380 [qtp1023149449-1947] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:09.452 [qtp1023149449-1947] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:241)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:09.500 [qtp1023149449-1950] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:14.496 [TEST-CloudSolrClientTest.testShutdown-seed#[CCDC3FC6108EE54E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 01:20:15.632 [TEST-CloudSolrClientTest.testShutdown-seed#[CCDC3FC6108EE54E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 01:20:48.950 [indexFetcher-1004-thread-1] ERROR org.apache.solr.handler.ReplicationHandler - Index fetch failed :java.lang.NullPointerException
[junit4] 1> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:688)
[junit4] 1> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:382)
[junit4] 1> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
[junit4] 1> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
[junit4] 1> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
[junit4] 1> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 1> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 1> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 1> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 1> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 1> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:49.073 [indexFetcher-1000-thread-1] ERROR org.apache.solr.handler.ReplicationHandler - Index fetch failed :java.lang.NullPointerException
[junit4] 1> at org.apache.solr.handler.IndexFetcher.getLeaderReplica(IndexFetcher.java:688)
[junit4] 1> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:382)
[junit4] 1> at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
[junit4] 1> at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
[junit4] 1> at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
[junit4] 1> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 1> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] 1> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] 1> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] 1> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 1> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 01:20:55.500 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[CCDC3FC6108EE54E]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32992/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
[junit4] 1> <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 01:20:58.714 [qtp1023149449-1946] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:58.718 [qtp422596891-1932] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 01:20:58.728 [qtp140673052-1938] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.method=testCollectionDoesntExist -Dtests.seed=CCDC3FC6108EE54E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fr -Dtests.timezone=Cuba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.91s J0 | CloudSolrClientTest.testCollectionDoesntExist <<<
[junit4] > Throwable #1: java.lang.RuntimeException: Tried fetching cluster state using the node names we knew of, i.e. [127.0.0.1:32992_solr, 127.0.0.1:40696_solr, 127.0.0.1:34260_solr]. However, succeeded in obtaining the cluster state from none of them.If you think your Solr cluster is up and is accessible, you could try re-creating a new CloudSolrClient using working solrUrl(s) or zkHost(s).
[junit4] > at __randomizedtesting.SeedInfo.seed([CCDC3FC6108EE54E:AE7F2168120C815E]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClusterStateProvider.getState(HttpClusterStateProvider.java:108)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.resolveAliases(CloudSolrClient.java:1115)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:844)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:177)
[junit4] > at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testCollectionDoesntExist(CloudSolrClientTest.java:779)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> 01:20:58.921 [SUITE-CloudSolrClientTest-seed#[CCDC3FC6108EE54E]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCDC3FC6108EE54E-001
[junit4] 2> Nov 07, 2018 1:20:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Asserting), title_s=PostingsFormat(name=LuceneFixedGap), id=BlockTreeOrds(blocksize=128), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1009, maxMBSortInHeap=5.757481231229825, sim=Asserting(***@a137464), locale=fr, timezone=Cuba
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=142825832,total=377487360
[junit4] 2> NOTE: All tests run in this JVM: [TestRetryUtil, SchemaTest, ShardParamsTest, TestFastWriter, TestV2Request, CloudSolrClientCacheTest, AndEvaluatorTest, StreamExpressionTest, TestJsonRecordReader, RawValueEvaluatorTest, TestSpellCheckResponse, HyperbolicTangentEvaluatorTest, CubedRootEvaluatorTest, EmpiricalDistributionEvaluatorTest, JsonValidatorTest, ReverseEvaluatorTest, TestPolicy2, SolrExampleEmbeddedTest, AscEvaluatorTest, StreamExpressionParserTest, CloudSolrClientTest]
[junit4] Completed [141/165 (1!)] on J0 in 66.94s, 16 tests, 1 error <<< FAILURES!

[...truncated 47777 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2436 links (1988 relative) to 3206 anchors in 248 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642
[copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null427225642

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null458114677

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 118 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-07 20:07:47 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/205/

3 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:35695/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:35695/collection1
at __randomizedtesting.SeedInfo.seed([EF913BD4C1765430:67C5040E6F8A39C8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45437/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45437/collection1
at __randomizedtesting.SeedInfo.seed([EF913BD4C1765430:67C5040E6F8A39C8]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 50 more


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([9DFD09DEA83BAD77:5F4A35B6AB7B5D0F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43245/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 13856 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/init-core-data-001
[junit4] 2> 1731978 WARN (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
[junit4] 2> 1731979 INFO (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1731981 INFO (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1731981 INFO (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1731982 INFO (SUITE-BasicDistributedZkTest-seed#[EF913BD4C1765430]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1731985 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1731993 INFO (Thread-6826) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1731993 INFO (Thread-6826) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1732005 ERROR (Thread-6826) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1732093 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkTestServer start zk server on port:35057
[junit4] 2> 1732096 INFO (zkConnectionManagerCallback-6807-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732119 INFO (zkConnectionManagerCallback-6809-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732126 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1732128 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1732130 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1732131 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1732132 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1732134 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1732135 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1732137 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1732138 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1732143 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1732144 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1732146 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1732312 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1732313 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1732313 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1732313 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1732314 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.h.ContextHandler Started ***@659b54d6{/,null,AVAILABLE}
[junit4] 2> 1732316 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.AbstractConnector Started ***@3b9282e{HTTP/1.1,[http/1.1]}{127.0.0.1:46086}
[junit4] 2> 1732316 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server Started @1732378ms
[junit4] 2> 1732316 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46086, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores}
[junit4] 2> 1732316 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1732316 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1732317 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1732317 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1732317 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1732317 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-07T19:10:05.371Z
[junit4] 2> 1732319 INFO (zkConnectionManagerCallback-6811-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732320 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1732320 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/solr.xml
[junit4] 2> 1732324 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1732325 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1732326 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1732432 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
[junit4] 2> 1732437 INFO (zkConnectionManagerCallback-6815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732440 INFO (zkConnectionManagerCallback-6817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732604 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46086_
[junit4] 2> 1732605 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer Overseer (id=72237987807952900-127.0.0.1:46086_-n_0000000000) starting
[junit4] 2> 1732613 INFO (zkConnectionManagerCallback-6824-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732616 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
[junit4] 2> 1732616 INFO (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46086_
[junit4] 2> 1732618 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46086_
[junit4] 2> 1732620 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1732624 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1732625 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1732625 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1732631 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
[junit4] 2> 1732633 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1732637 INFO (zkCallback-6823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1732638 DEBUG (OverseerAutoScalingTriggerThread-72237987807952900-127.0.0.1:46086_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1732638 INFO (zkCallback-6816-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1732639 DEBUG (ScheduledTrigger-7670-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1732654 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1732680 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@34d1145f
[junit4] 2> 1732695 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@34d1145f
[junit4] 2> 1732695 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@34d1145f
[junit4] 2> 1732697 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [n:127.0.0.1:46086_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores
[junit4] 2> 1732737 INFO (zkConnectionManagerCallback-6830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1732738 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1732740 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
[junit4] 2> 1732754 INFO (qtp494556017-24447) [n:127.0.0.1:46086_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46086_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1732768 INFO (OverseerThreadFactory-7672-thread-1-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1732773 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46086_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1732876 INFO (qtp494556017-24442) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1732891 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1732891 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1732894 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46086",
[junit4] 2> "node_name":"127.0.0.1:46086_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1733641 DEBUG (ScheduledTrigger-7670-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1733912 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1733929 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1734055 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1734075 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1734075 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@34d1145f
[junit4] 2> 1734075 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1734078 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1734080 WARN (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1734141 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1734141 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1734143 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1734143 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1734144 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1734145 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@7547a9ab[control_collection_shard1_replica_n1] main]
[junit4] 2> 1734146 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1734146 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1734147 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1734148 INFO (searcherExecutor-7677-thread-1-processing-n:127.0.0.1:46086_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@7547a9ab[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1734148 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616503433804644352
[junit4] 2> 1734157 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1734162 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1734162 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1734162 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46086/control_collection_shard1_replica_n1/
[junit4] 2> 1734162 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1734162 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46086/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1734167 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46086/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1734168 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:46086",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1734270 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1734271 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46086",
[junit4] 2> "node_name":"127.0.0.1:46086_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1734273 INFO (qtp494556017-24443) [n:127.0.0.1:46086_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1382
[junit4] 2> 1734276 INFO (qtp494556017-24447) [n:127.0.0.1:46086_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1734373 INFO (zkCallback-6816-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1734641 DEBUG (ScheduledTrigger-7670-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1734770 INFO (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1735276 INFO (qtp494556017-24447) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46086_&wt=javabin&version=2} status=0 QTime=2522
[junit4] 2> 1735282 INFO (zkConnectionManagerCallback-6835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735283 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735284 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
[junit4] 2> 1735284 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1735286 INFO (qtp494556017-24442) [n:127.0.0.1:46086_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1735288 INFO (OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1735292 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1735492 WARN (OverseerThreadFactory-7672-thread-2-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1735495 INFO (qtp494556017-24442) [n:127.0.0.1:46086_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1735495 INFO (qtp494556017-24442) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 1735642 DEBUG (ScheduledTrigger-7670-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1735661 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001 of type TLOG
[junit4] 2> 1735662 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1735663 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1735663 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1735663 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1735663 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.h.ContextHandler Started ***@49019d21{/,null,AVAILABLE}
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.AbstractConnector Started ***@13aa60cb{HTTP/1.1,[http/1.1]}{127.0.0.1:44911}
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server Started @1735725ms
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44911, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores}
[junit4] 2> 1735664 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1735664 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-07T19:10:08.718Z
[junit4] 2> 1735667 INFO (zkConnectionManagerCallback-6837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735669 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1735669 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/solr.xml
[junit4] 2> 1735687 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1735687 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1735688 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1735769 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
[junit4] 2> 1735771 INFO (zkConnectionManagerCallback-6841-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735774 INFO (zkConnectionManagerCallback-6843-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735782 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735788 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1735788 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44911_
[junit4] 2> 1735788 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:44911_"} current state version: 1
[junit4] 2> 1735789 INFO (zkCallback-6823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735795 INFO (zkCallback-6834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735795 INFO (zkCallback-6816-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735796 INFO (zkCallback-6842-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735816 INFO (zkConnectionManagerCallback-6850-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735817 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1735819 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
[junit4] 2> 1735820 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735850 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@34d1145f
[junit4] 2> 1735867 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@34d1145f
[junit4] 2> 1735867 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@34d1145f
[junit4] 2> 1735869 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores
[junit4] 2> 1735918 INFO (qtp65338787-24502) [n:127.0.0.1:44911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44911_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1735924 INFO (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1735931 INFO (qtp65338787-24497) [n:127.0.0.1:44911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1735935 INFO (qtp494556017-24448) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1735937 INFO (qtp494556017-24448) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1735938 INFO (OverseerThreadFactory-7672-thread-3-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:44911_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1735945 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1735949 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:44911",
[junit4] 2> "node_name":"127.0.0.1:44911_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 1
[junit4] 2> 1736642 DEBUG (ScheduledTrigger-7670-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1736976 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1736997 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1737175 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1737198 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1737198 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: ***@34d1145f
[junit4] 2> 1737199 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1737201 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1737203 WARN (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1737279 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1737279 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1737280 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1737280 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1737282 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1737282 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [***@3ce61825[collection1_shard2_replica_t41] main]
[junit4] 2> 1737284 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1737285 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1737285 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1737285 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616503437094027264
[junit4] 2> 1737288 INFO (searcherExecutor-7691-thread-1-processing-n:127.0.0.1:44911_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher ***@3ce61825[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1737317 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44911/collection1_shard2_replica_t41/
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:44911/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1737321 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1737325 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44911/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1737326 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:44911",
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 1737476 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1737477 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "core_node_name":"core_node42",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:44911",
[junit4] 2> "node_name":"127.0.0.1:44911_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 1737479 INFO (qtp65338787-24498) [n:127.0.0.1:44911_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1533
[junit4] 2> 1737482 INFO (qtp65338787-24502) [n:127.0.0.1:44911_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44911_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1564
[junit4] 2> 1737643 DEBUG (ScheduledTrigger-7670-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1737706 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001 of type TLOG
[junit4] 2> 1737707 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1737708 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1737708 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1737708 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1737709 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.h.ContextHandler Started ***@342a3b5c{/,null,AVAILABLE}
[junit4] 2> 1737709 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.AbstractConnector Started ***@653f6e8d{HTTP/1.1,[http/1.1]}{127.0.0.1:35695}
[junit4] 2> 1737709 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.e.j.s.Server Started @1737771ms
[junit4] 2> 1737710 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=35695, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores}
[junit4] 2> 1737710 ERROR (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1737711 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1737711 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1737711 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1737711 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1737711 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-07T19:10:10.765Z
[junit4] 2> 1737725 INFO (zkConnectionManagerCallback-6853-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1737726 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1737726 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/solr.xml
[junit4] 2> 1737731 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1737731 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1737738 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@34d1145f, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1737900 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35057/solr
[junit4] 2> 1737910 INFO (zkConnectionManagerCallback-6857-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1737913 INFO (zkConnectionManagerCallback-6859-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1737926 INFO (OverseerCollectionConfigSetProcessor-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1737931 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1737937 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1737937 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35695_
[junit4] 2> 1737937 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:35695_"} current state version: 4
[junit4] 2> 1737938 INFO (zkCallback-6849-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1737938 INFO (zkCallback-6823-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1737939 INFO (zkCallback-6842-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1737939 INFO (zkCallback-6816-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1737939 INFO (zkCallback-6834-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1737965 INFO (zkCallback-6858-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1738021 INFO (zkConnectionManagerCallback-6866-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1738022 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1738024 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35057/solr ready
[junit4] 2> 1738033 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1738066 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@34d1145f
[junit4] 2> 1738084 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@34d1145f
[junit4] 2> 1738084 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@34d1145f
[junit4] 2> 1738087 INFO (TEST-BasicDistributedZkTest.test-seed#[EF913BD4C1765430]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores
[junit4] 2> 1738177 INFO (qtp368424278-24539) [n:127.0.0.1:35695_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35695_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1738186 INFO (qtp368424278-24534) [n:127.0.0.1:35695_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1738187 INFO (qtp65338787-24501) [n:127.0.0.1:44911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1738188 INFO (qtp65338787-24503) [n:127.0.0.1:44911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1738189 INFO (qtp494556017-24448) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1738190 INFO (qtp494556017-24449) [n:127.0.0.1:46086_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1738191 INFO (OverseerThreadFactory-7672-thread-4-processing-n:127.0.0.1:46086_) [n:127.0.0.1:46086_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35695_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1738194 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1738197 DEBUG (OverseerStateUpdate-72237987807952900-127.0.0.1:46086_-n_0000000000) [n:127.0.0.1:46086_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35695",
[junit4] 2> "node_name":"127.0.0.1:35695_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 1738643 DEBUG (ScheduledTrigger-7670-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1739213 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1739230 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1739348 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1739367 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1739367 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: ***@34d1145f
[junit4] 2> 1739368 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_EF913BD4C1765430-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1739371 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1739373 WARN (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1739434 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1739434 INFO (qtp368424278-24535) [n:127.0.0.1:35695_ c:collection1 s:shard1 x:collection1_shard1_replica_

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1275674228

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 37ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-08 21:22:03 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/206/

4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionSplitShard

Error Message:
java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62 live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr] collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{ "shard1":{ "replicas":{ "core_node1":{ "core":"testCreateCollectionSplitShard_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10211_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testCreateCollectionSplitShard_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10212_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active", "__buffered_updates__":0}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1541849241415220300", "range":"0-7fffffff", "state":"construction", "replicas":{ "core_node10":{ "leader":"true", "core":"testCreateCollectionSplitShard_shard1_1_replica_n9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10212_solr", "base_url":"http://127.0.0.1:10212/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"testCreateCollectionSplitShard_shard1_1_replica_n11", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10211_solr", "base_url":"http://127.0.0.1:10211/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1541849241414819400", "range":"80000000-ffffffff", "state":"construction", "replicas":{ "core_node6":{ "core":"testCreateCollectionSplitShard_shard1_0_replica_n5", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10211_solr", "base_url":"http://127.0.0.1:10211/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"testCreateCollectionSplitShard_shard1_0_replica_n7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10212_solr", "base_url":"http://127.0.0.1:10212/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{ "shard1":{ "replicas":{ "core_node1":{ "core":"testCreateCollectionSplitShard_shard1_replica_n1", "leader":"true", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10211_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node2":{ "core":"testCreateCollectionSplitShard_shard1_replica_n2", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10212_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active", "__buffered_updates__":0}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1541849241415220300", "range":"0-7fffffff", "state":"construction", "replicas":{ "core_node10":{ "leader":"true", "core":"testCreateCollectionSplitShard_shard1_1_replica_n9", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10212_solr", "base_url":"http://127.0.0.1:10212/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}, "core_node12":{ "core":"testCreateCollectionSplitShard_shard1_1_replica_n11", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10211_solr", "base_url":"http://127.0.0.1:10211/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1541849241414819400", "range":"80000000-ffffffff", "state":"construction", "replicas":{ "core_node6":{ "core":"testCreateCollectionSplitShard_shard1_0_replica_n5", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10211_solr", "base_url":"http://127.0.0.1:10211/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}, "core_node8":{ "core":"testCreateCollectionSplitShard_shard1_0_replica_n7", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":20480, "node_name":"127.0.0.1:10212_solr", "base_url":"http://127.0.0.1:10212/solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":1.9073486328125E-5, "SEARCHER.searcher.numDocs":0}}}}}

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:3A38803DB3D8C619]:0)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:654)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:224)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionSplitShard(TestSimPolicyCloud.java:168)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:652)
... 44 more
Caused by: org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:854)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 62
live nodes:[127.0.0.1:10212_solr, 127.0.0.1:10210_solr, 127.0.0.1:10211_solr, 127.0.0.1:10209_solr, 127.0.0.1:10213_solr]
collections:{testCreateCollectionSplitShard=DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}}, last coll state: DocCollection(testCreateCollectionSplitShard//clusterstate.json/61)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{
"shard1":{
"replicas":{
"core_node1":{
"core":"testCreateCollectionSplitShard_shard1_replica_n1",
"leader":"true",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node2":{
"core":"testCreateCollectionSplitShard_shard1_replica_n2",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active",
"__buffered_updates__":0},
"shard1_1":{
"parent":"shard1",
"stateTimestamp":"1541849241415220300",
"range":"0-7fffffff",
"state":"construction",
"replicas":{
"core_node10":{
"leader":"true",
"core":"testCreateCollectionSplitShard_shard1_1_replica_n9",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0},
"core_node12":{
"core":"testCreateCollectionSplitShard_shard1_1_replica_n11",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}}},
"shard1_0":{
"parent":"shard1",
"stateTimestamp":"1541849241414819400",
"range":"80000000-ffffffff",
"state":"construction",
"replicas":{
"core_node6":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n5",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10211_solr",
"base_url":"http://127.0.0.1:10211/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0},
"core_node8":{
"core":"testCreateCollectionSplitShard_shard1_0_replica_n7",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":20480,
"node_name":"127.0.0.1:10212_solr",
"base_url":"http://127.0.0.1:10212/solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":1.9073486328125E-5,
"SEARCHER.searcher.numDocs":0}}}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simSplitShard(SimClusterStateProvider.java:1246)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:852)
... 6 more


FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46374/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46374/collection1
at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:67E2CC1CAD6E2A5F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:45108/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:45108/collection1
at __randomizedtesting.SeedInfo.seed([EFB6F3C6039247A7:67E2CC1CAD6E2A5F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 50 more


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([D4D9F7F33D79BD32:166ECB9B3E394D4A]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37062/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 13383 lines...]
[junit4] Suite: org.apache.solr.cloud.RecoveryAfterSoftCommitTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/init-core-data-001
[junit4] 2> 1396358 WARN (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 1396358 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1396361 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1396361 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1396361 INFO (SUITE-RecoveryAfterSoftCommitTest-seed#[EFB6F3C6039247A7]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1396373 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1396375 INFO (Thread-2607) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1396375 INFO (Thread-2607) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1396379 ERROR (Thread-2607) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1396473 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.ZkTestServer start zk server on port:45171
[junit4] 2> 1396481 INFO (zkConnectionManagerCallback-2909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1396496 INFO (zkConnectionManagerCallback-2911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1396502 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1396504 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1396506 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1396508 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1396509 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1396511 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1396513 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1396514 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1396516 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1396517 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1396519 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1396521 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1396697 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1396698 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1396698 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1396698 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1396699 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.h.ContextHandler Started ***@74e34c12{/,null,AVAILABLE}
[junit4] 2> 1396703 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.AbstractConnector Started ***@2200bb15{HTTP/1.1,[http/1.1]}{127.0.0.1:41145}
[junit4] 2> 1396703 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.e.j.s.Server Started @1396759ms
[junit4] 2> 1396703 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46814, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores}
[junit4] 2> 1396704 ERROR (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1396704 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1396704 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1396704 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1396704 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1396704 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-08T20:16:41.863Z
[junit4] 2> 1396706 INFO (zkConnectionManagerCallback-2913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1396707 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1396707 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/solr.xml
[junit4] 2> 1396712 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1396712 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1396714 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@39bc85a3, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1396883 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45171/solr
[junit4] 2> 1396885 INFO (zkConnectionManagerCallback-2917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1396887 INFO (zkConnectionManagerCallback-2919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1396995 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46814_
[junit4] 2> 1396997 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.c.Overseer Overseer (id=72243912032321540-127.0.0.1:46814_-n_0000000000) starting
[junit4] 2> 1397010 INFO (zkConnectionManagerCallback-2926-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1397013 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45171/solr ready
[junit4] 2> 1397017 INFO (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46814_
[junit4] 2> 1397018 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46814_
[junit4] 2> 1397021 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1397025 INFO (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1397029 INFO (zkCallback-2925-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1397032 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1397038 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46814_]
[junit4] 2> 1397039 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1397039 DEBUG (OverseerAutoScalingTriggerThread-72243912032321540-127.0.0.1:46814_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1397039 DEBUG (ScheduledTrigger-4917-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1397053 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1397082 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@39bc85a3
[junit4] 2> 1397098 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@39bc85a3
[junit4] 2> 1397098 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@39bc85a3
[junit4] 2> 1397100 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [n:127.0.0.1:46814_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores
[junit4] 2> 1397132 INFO (zkConnectionManagerCallback-2932-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1397133 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1397135 INFO (TEST-RecoveryAfterSoftCommitTest.test-seed#[EFB6F3C6039247A7]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45171/solr ready
[junit4] 2> 1397136 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40238,localport=46814], receiveBufferSize:531000
[junit4] 2> 1397139 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54596], receiveBufferSize=530904
[junit4] 2> 1397147 INFO (qtp2028993921-12956) [n:127.0.0.1:46814_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46814_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1397153 INFO (OverseerThreadFactory-4919-thread-1-processing-n:127.0.0.1:46814_) [n:127.0.0.1:46814_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1397157 DEBUG (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46814_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1397260 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40242,localport=46814], receiveBufferSize:531000
[junit4] 2> 1397260 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54600], receiveBufferSize=530904
[junit4] 2> 1397277 INFO (qtp2028993921-12951) [n:127.0.0.1:46814_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=8
[junit4] 2> 1397295 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40246,localport=46814], receiveBufferSize:531000
[junit4] 2> 1397296 INFO (SocketProxy-Acceptor-46814) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41145,localport=54604], receiveBufferSize=530904
[junit4] 2> 1397312 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1397313 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1397321 DEBUG (OverseerStateUpdate-72243912032321540-127.0.0.1:46814_-n_0000000000) [n:127.0.0.1:46814_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46814",
[junit4] 2> "node_name":"127.0.0.1:46814_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1398046 DEBUG (ScheduledTrigger-4917-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1398342 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1398359 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1398485 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1398504 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1398504 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@39bc85a3
[junit4] 2> 1398504 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryAfterSoftCommitTest_EFB6F3C6039247A7-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1398507 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=91.1845703125, floorSegmentMB=1.607421875, forceMergeDeletesPctAllowed=21.26509230735723, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7253387765489631, deletesPctAllowed=39.48562705186255
[junit4] 2> 1398510 WARN (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1398572 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1398572 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=2 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1398573 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1398574 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1398575 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=10, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1398575 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@1ebacbdd[control_collection_shard1_replica_n1] main]
[junit4] 2> 1398577 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1398577 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1398578 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1398578 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616598221441728512
[junit4] 2> 1398579 INFO (searcherExecutor-4924-thread-1-processing-n:127.0.0.1:46814_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@1ebacbdd[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1398585 INFO (qtp2028993921-12952) [n:127.0.0.1:46814_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1398588 INFO (qtp2028993921-12952) [n:1

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null730782790

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 62ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 131 minutes 46 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-10 06:08:44 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/207/

6 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:34395_solr, 127.0.0.1:34896_solr, 127.0.0.1:35838_solr] Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/13)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"raceDeleteReplica_true_shard1_replica_n1", "base_url":"https://127.0.0.1:39120/solr", "node_name":"127.0.0.1:39120_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_true_shard1_replica_n5", "base_url":"https://127.0.0.1:39120/solr", "node_name":"127.0.0.1:39120_solr", "state":"down", "type":"NRT"}, "core_node4":{ "core":"raceDeleteReplica_true_shard1_replica_n2", "base_url":"https://127.0.0.1:34395/solr", "node_name":"127.0.0.1:34395_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:34395_solr, 127.0.0.1:34896_solr, 127.0.0.1:35838_solr]
Last available state: DocCollection(raceDeleteReplica_true//collections/raceDeleteReplica_true/state.json/13)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"raceDeleteReplica_true_shard1_replica_n1",
"base_url":"https://127.0.0.1:39120/solr",
"node_name":"127.0.0.1:39120_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"raceDeleteReplica_true_shard1_replica_n5",
"base_url":"https://127.0.0.1:39120/solr",
"node_name":"127.0.0.1:39120_solr",
"state":"down",
"type":"NRT"},
"core_node4":{
"core":"raceDeleteReplica_true_shard1_replica_n2",
"base_url":"https://127.0.0.1:34395/solr",
"node_name":"127.0.0.1:34395_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:F9F7696465DCBCB2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:223)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards

Error Message:
Error from server at https://127.0.0.1:34395/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34395/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:AF704FE0426FAB2D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest

Error Message:
Error from server at https://127.0.0.1:34395/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34395/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:3E81BCBF10115E0D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=2960828600157793, stage=STARTED, actionName='null', event={ "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts", "source":".scheduled_maintenance", "eventTime":2960828598211165, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826043159, "_enqueue_time_":2960828598827022}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828601595935, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts", "source":".scheduled_maintenance", "eventTime":2960828598211165, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826043159, "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828605779023, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts", "source":".scheduled_maintenance", "eventTime":2960828598211165, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826043159, "_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541653243144414446, currentTimeNs=1541826043167409037, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828607396068, stage=SUCCEEDED, actionName='null', event={ "id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts", "source":".scheduled_maintenance", "eventTime":2960828598211165, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826043159, "_enqueue_time_":2960828598827022}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833609507646, stage=STARTED, actionName='null', event={ "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty", "source":".scheduled_maintenance", "eventTime":2960833608666183, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826048170, "_enqueue_time_":2960833608914350}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833610287737, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty", "source":".scheduled_maintenance", "eventTime":2960833608666183, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826048170, "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833613931270, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty", "source":".scheduled_maintenance", "eventTime":2960833608666183, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826048170, "_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833615283727, stage=SUCCEEDED, actionName='null', event={ "id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty", "source":".scheduled_maintenance", "eventTime":2960833608666183, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826048170, "_enqueue_time_":2960833608914350}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838616538457, stage=STARTED, actionName='null', event={ "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz", "source":".scheduled_maintenance", "eventTime":2960838615737941, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826053177, "_enqueue_time_":2960838615974085}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838617193478, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz", "source":".scheduled_maintenance", "eventTime":2960838615737941, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826053177, "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838619852547, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz", "source":".scheduled_maintenance", "eventTime":2960838615737941, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826053177, "_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838621274092, stage=SUCCEEDED, actionName='null', event={ "id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz", "source":".scheduled_maintenance", "eventTime":2960838615737941, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826053177, "_enqueue_time_":2960838615974085}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843622574355, stage=STARTED, actionName='null', event={ "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0", "source":".scheduled_maintenance", "eventTime":2960843621753229, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826058183, "_enqueue_time_":2960843621989845}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843623191939, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0", "source":".scheduled_maintenance", "eventTime":2960843621753229, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826058183, "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843625719833, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0", "source":".scheduled_maintenance", "eventTime":2960843621753229, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826058183, "_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843627057617, stage=SUCCEEDED, actionName='null', event={ "id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0", "source":".scheduled_maintenance", "eventTime":2960843621753229, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826058183, "_enqueue_time_":2960843621989845}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628345195, stage=STARTED, actionName='null', event={ "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1", "source":".scheduled_maintenance", "eventTime":2960848627536510, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826063189, "_enqueue_time_":2960848627829989}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628914802, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1", "source":".scheduled_maintenance", "eventTime":2960848627536510, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826063189, "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848631587390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1", "source":".scheduled_maintenance", "eventTime":2960848627536510, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826063189, "_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848633003590, stage=SUCCEEDED, actionName='null', event={ "id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1", "source":".scheduled_maintenance", "eventTime":2960848627536510, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826063189, "_enqueue_time_":2960848627829989}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853634335616, stage=STARTED, actionName='null', event={ "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2", "source":".scheduled_maintenance", "eventTime":2960853633430580, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826068195, "_enqueue_time_":2960853633671640}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853635181836, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2", "source":".scheduled_maintenance", "eventTime":2960853633430580, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826068195, "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853637352845, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2", "source":".scheduled_maintenance", "eventTime":2960853633430580, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1541826068195, "_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541826043166827540, currentTimeNs=1541826068198724563, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=2960828600157793, stage=STARTED, actionName='null', event={
"id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
"source":".scheduled_maintenance",
"eventTime":2960828598211165,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826043159,
"_enqueue_time_":2960828598827022}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828601595935, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
"source":".scheduled_maintenance",
"eventTime":2960828598211165,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826043159,
"_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828605779023, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
"source":".scheduled_maintenance",
"eventTime":2960828598211165,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826043159,
"_enqueue_time_":2960828598827022}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541653243144414446, currentTimeNs=1541826043167409037, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960828607396068, stage=SUCCEEDED, actionName='null', event={
"id":"a84dba0d6525dT5fjfbnfn4sdsk82qhkkdd0kts",
"source":".scheduled_maintenance",
"eventTime":2960828598211165,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826043159,
"_enqueue_time_":2960828598827022}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833609507646, stage=STARTED, actionName='null', event={
"id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
"source":".scheduled_maintenance",
"eventTime":2960833608666183,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826048170,
"_enqueue_time_":2960833608914350}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833610287737, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
"source":".scheduled_maintenance",
"eventTime":2960833608666183,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826048170,
"_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833613931270, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
"source":".scheduled_maintenance",
"eventTime":2960833608666183,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826048170,
"_enqueue_time_":2960833608914350}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960833615283727, stage=SUCCEEDED, actionName='null', event={
"id":"a84dccb7bcc47T5fjfbnfn4sdsk82qhkkdd0kty",
"source":".scheduled_maintenance",
"eventTime":2960833608666183,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826048170,
"_enqueue_time_":2960833608914350}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838616538457, stage=STARTED, actionName='null', event={
"id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
"source":".scheduled_maintenance",
"eventTime":2960838615737941,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826053177,
"_enqueue_time_":2960838615974085}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838617193478, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
"source":".scheduled_maintenance",
"eventTime":2960838615737941,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826053177,
"_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838619852547, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
"source":".scheduled_maintenance",
"eventTime":2960838615737941,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826053177,
"_enqueue_time_":2960838615974085}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960838621274092, stage=SUCCEEDED, actionName='null', event={
"id":"a84ddf5eda655T5fjfbnfn4sdsk82qhkkdd0ktz",
"source":".scheduled_maintenance",
"eventTime":2960838615737941,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826053177,
"_enqueue_time_":2960838615974085}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843622574355, stage=STARTED, actionName='null', event={
"id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
"source":".scheduled_maintenance",
"eventTime":2960843621753229,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826058183,
"_enqueue_time_":2960843621989845}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843623191939, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
"source":".scheduled_maintenance",
"eventTime":2960843621753229,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826058183,
"_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843625719833, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
"source":".scheduled_maintenance",
"eventTime":2960843621753229,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826058183,
"_enqueue_time_":2960843621989845}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960843627057617, stage=SUCCEEDED, actionName='null', event={
"id":"a84df204f618dT5fjfbnfn4sdsk82qhkkdd0ku0",
"source":".scheduled_maintenance",
"eventTime":2960843621753229,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826058183,
"_enqueue_time_":2960843621989845}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628345195, stage=STARTED, actionName='null', event={
"id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
"source":".scheduled_maintenance",
"eventTime":2960848627536510,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826063189,
"_enqueue_time_":2960848627829989}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848628914802, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
"source":".scheduled_maintenance",
"eventTime":2960848627536510,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826063189,
"_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848631587390, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
"source":".scheduled_maintenance",
"eventTime":2960848627536510,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826063189,
"_enqueue_time_":2960848627829989}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960848633003590, stage=SUCCEEDED, actionName='null', event={
"id":"a84e04aad927eT5fjfbnfn4sdsk82qhkkdd0ku1",
"source":".scheduled_maintenance",
"eventTime":2960848627536510,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826063189,
"_enqueue_time_":2960848627829989}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853634335616, stage=STARTED, actionName='null', event={
"id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
"source":".scheduled_maintenance",
"eventTime":2960853633430580,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826068195,
"_enqueue_time_":2960853633671640}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853635181836, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
"source":".scheduled_maintenance",
"eventTime":2960853633430580,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826068195,
"_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=2960853637352845, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"a84e1750d7434T5fjfbnfn4sdsk82qhkkdd0ku2",
"source":".scheduled_maintenance",
"eventTime":2960853633430580,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1541826068195,
"_enqueue_time_":2960853633671640}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1541826043166827540, currentTimeNs=1541826068198724563, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:8ECDC8C66C6DD173]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:33535/rm/vw/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:33535/rm/vw/collection1
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:1BB5376EA3D29B80]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:43138/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:43138/collection1
at __randomizedtesting.SeedInfo.seed([93E108B40D2EF678:1BB5376EA3D29B80]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.RecoveryAfterSoftCommitTest.test(RecoveryAfterSoftCommitTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 50 more




Build Log:
[...truncated 13476 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> 1066031 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/init-core-data-001
[junit4] 2> 1066033 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1066036 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1066036 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/tempDir-001
[junit4] 2> 1066036 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1066039 INFO (Thread-2887) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1066040 INFO (Thread-2887) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1066058 ERROR (Thread-2887) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1066139 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36419
[junit4] 2> 1066142 INFO (zkConnectionManagerCallback-3000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066146 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1066147 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1066147 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1066147 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1066147 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@6cb62dec{/solr,null,AVAILABLE}
[junit4] 2> 1066149 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@23846688{HTTP/1.1,[http/1.1]}{127.0.0.1:45691}
[junit4] 2> 1066149 INFO (jetty-launcher-2997-thread-1) [ ] o.e.j.s.Server Started @1066214ms
[junit4] 2> 1066149 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45691}
[junit4] 2> 1066150 ERROR (jetty-launcher-2997-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1066150 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1066150 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1066150 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1066150 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1066150 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-10T05:00:39.970Z
[junit4] 2> 1066153 INFO (zkConnectionManagerCallback-3002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066153 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1066359 INFO (jetty-launcher-2997-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36419/solr
[junit4] 2> 1066366 INFO (zkConnectionManagerCallback-3006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066368 INFO (zkConnectionManagerCallback-3008-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066517 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45691_solr
[junit4] 2> 1066518 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.c.Overseer Overseer (id=72251634685116419-127.0.0.1:45691_solr-n_0000000000) starting
[junit4] 2> 1066555 INFO (zkConnectionManagerCallback-3015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066558 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36419/solr ready
[junit4] 2> 1066559 INFO (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45691_solr
[junit4] 2> 1066559 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45691_solr
[junit4] 2> 1066561 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1066562 INFO (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1066567 INFO (zkCallback-3014-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1066573 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1066574 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1066574 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1066598 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45691_solr]
[junit4] 2> 1066602 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1066603 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1066604 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1066611 DEBUG (ScheduledTrigger-3992-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1066644 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.node' (registry 'solr.node') enabled at server: ***@47aa0991
[junit4] 2> 1066660 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.jvm' (registry 'solr.jvm') enabled at server: ***@47aa0991
[junit4] 2> 1066660 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45691.solr.jetty' (registry 'solr.jetty') enabled at server: ***@47aa0991
[junit4] 2> 1066661 INFO (jetty-launcher-2997-thread-1) [n:127.0.0.1:45691_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_93E108B40D2EF678-001/tempDir-001/node1/.
[junit4] 2> 1066687 INFO (zkConnectionManagerCallback-3018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066688 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100b07a9bd90005, likely client has closed socket
[junit4] 2> 1066692 INFO (zkConnectionManagerCallback-3023-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1066694 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1066698 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[93E108B40D2EF678]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36419/solr ready
[junit4] 2> 1066715 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 1066716 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 1066724 INFO (qtp709623377-11777) [n:127.0.0.1:45691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1066724 DEBUG (qtp709623377-11782) [n:127.0.0.1:45691_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1066725 DEBUG (zkCallback-3014-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1066728 INFO (qtp709623377-11782) [n:127.0.0.1:45691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 1066729 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1066730 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[93E108B40D2EF678]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 1066732 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1066733 DEBUG (OverseerAutoScalingTriggerThread-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1066750 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[93E108B40D2EF678]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 1066751 INFO (qtp709623377-11778) [n:127.0.0.1:45691_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1066760 INFO (OverseerThreadFactory-3994-thread-1-processing-n:127.0.0.1:45691_solr) [n:127.0.0.1:45691_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 1066872 INFO (qtp709623377-11781) [n:127.0.0.1:45691_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1066877 INFO (OverseerStateUpdate-72251634685116419-127.0.0.1:45691_solr-n_0000000000) [n:127.0.0.1:45691_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45691/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1067080 INFO (qtp709623377-11784) [n:127.0.0.1:45691_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1067081 INFO (qtp709623377-11784) [n:127.0.0.1:45691_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1067613 DEBUG (ScheduledTrigger-3992-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1068101 INFO (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1068109 INFO (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1068113 INFO (qtp709623377-11784) [n:127.0.0.1:45691_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1068113 INFO (qtp709623377-11784) [n

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1911079762

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 60ms :: artifacts dl 8ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 7 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-11 06:04:02 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/208/

3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10236_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10236_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([B158813A1E12305B:A9E209361027FDB4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration(TestSimTriggerIntegration.java:893)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion

Error Message:
Could not load collection from ZK: testcollection2

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testcollection2
at __randomizedtesting.SeedInfo.seed([EA0F4F7486747746:3B5247702F87AEB0]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1321)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:737)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
at org.apache.solr.common.cloud.ZkStateReader.registerCollectionStateWatcher(ZkStateReader.java:1439)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1469)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:450)
at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testCollectionDeletion(TestCloudCollectionsListeners.java:144)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testcollection2/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1333)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1319)
... 46 more


FAILED: org.apache.solr.common.cloud.TestCloudCollectionsListeners.testSimpleCloudCollectionsListener

Error Message:
CloudCollectionsListener not triggered after registration

Stack Trace:
java.lang.AssertionError: CloudCollectionsListener not triggered after registration
at __randomizedtesting.SeedInfo.seed([EA0F4F7486747746:A2BC8052C7941879]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.common.cloud.TestCloudCollectionsListeners.testSimpleCloudCollectionsListener(TestCloudCollectionsListeners.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14292 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 4466351 INFO (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_B158813A1E12305B-001/init-core-data-001
[junit4] 2> 4466364 INFO (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4466365 INFO (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4466368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 4466369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
[junit4] 2> 4466370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4466370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 4466370 DEBUG (ScheduledTrigger-9675-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 0
[junit4] 2> 4466380 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10222_solr
[junit4] 2> 4466381 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 4466381 DEBUG (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 4466381 INFO (SUITE-TestSimTriggerIntegration-seed#[B158813A1E12305B]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 4466393 DEBUG (ScheduledTrigger-9675-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466393 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 4466394 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 4466394 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 4466394 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4466396 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4466396 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4466396 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4466396 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 4466397 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10222_solr, 127.0.0.1:10223_solr]
[junit4] 2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4466405 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4466405 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466425 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466446 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466466 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466492 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466512 DEBUG (ScheduledTrigger-9680-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466532 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466552 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466573 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466593 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4466598 DEBUG (simCloudManagerPool-9679-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4466602 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4466613 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466644 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466664 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466684 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466709 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466729 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466749 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466769 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466790 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=2
[junit4] 2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 4466802 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 4466810 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466812 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 4466812 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 4466823 DEBUG (simCloudManagerPool-9679-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 4466824 DEBUG (simCloudManagerPool-9679-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 4466824 DEBUG (simCloudManagerPool-9679-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=5): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10223_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 4466830 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466834 DEBUG (simCloudManagerPool-9679-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 4466834 DEBUG (simCloudManagerPool-9679-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 4466834 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=6
[junit4] 2> 4466841 DEBUG (simCloudManagerPool-9679-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4466841 DEBUG (simCloudManagerPool-9679-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 4466841 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - Initial livenodes: [127.0.0.1:10222_solr, 127.0.0.1:10223_solr]
[junit4] 2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 4466841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 4466842 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4466842 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4466850 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4466859 DEBUG (simCloudManagerPool-9679-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4466860 DEBUG (simCloudManagerPool-9679-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 4466860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 4466860 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4466862 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10224_solr at time 24365959622028494
[junit4] 2> 4466870 DEBUG (ScheduledTrigger-9680-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4466883 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10224_solr] added at times [24365959622028494], now=24365960665215344
[junit4] 2> 4466884 DEBUG (ScheduledTrigger-9680-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10224_solr
[junit4] 2> 4466985 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 4466985 DEBUG (ScheduledTrigger-9680-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4466986 DEBUG (ScheduledTrigger-9680-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4466986 DEBUG (ScheduledTrigger-9680-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10225_solr at time 24365965809884044
[junit4] 2> 4467006 DEBUG (ScheduledTrigger-9680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 4467006 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:10225_solr] added at times [24365965809884044], now=24365966820965744
[junit4] 2> 4467007 DEBUG (ScheduledTrigger-9680-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10225_solr
[junit4] 2> 4467048 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 4467048 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 4467048 DEBUG (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 4467048 INFO (TEST-TestSimTriggerIntegration.testCooldown-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 4
[junit4] 2> ## Empty nodes: 2
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 4
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 4
[junit4] 2> ## minActiveSliceDocs 4
[junit4] 2> ## avgActiveSliceDocs 4
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 12,240
[junit4] 2> ## maxActiveSliceBytes 12,240
[junit4] 2> ## minActiveSliceBytes 12,240
[junit4] 2> ## avgActiveSliceBytes 12,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 2
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 4
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_cooldown_trigger
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 2
[junit4] 2>
[junit4] 2> 4467054 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10223_solr
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10224_solr
[junit4] 2> 4467054 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 4467055 WARN (simCloudManagerPool-9679-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":4,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":12240,
[junit4] 2> "node_name":"127.0.0.1:10223_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.1399388313293457E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":4},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":4,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":12240,
[junit4] 2> "node_name":"127.0.0.1:10222_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.1399388313293457E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":4}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 4467055 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 4467055 DEBUG (simCloudManagerPool-9679-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467055 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10222_solr
[junit4] 2> 4467055 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4467055 WARN (simCloudManagerPool-9679-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider Can't find any active replicas for .system / shard1: shard1:{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "SEARCHER.searcher.maxDoc":4,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":12240,
[junit4] 2> "node_name":"127.0.0.1:10223_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.1399388313293457E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":4},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":4,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":12240,
[junit4] 2> "node_name":"127.0.0.1:10222_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.1399388313293457E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":4}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}
[junit4] 2> 4467055 DEBUG (simCloudManagerPool-9679-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider -- liveNodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467055 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4467056 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 4467074 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467075 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467075 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 4467075 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467096 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467116 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467136 DEBUG (ScheduledTrigger-9683-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467156 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467177 DEBUG (ScheduledTrigger-9683-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467197 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467217 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467237 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467257 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4467258 DEBUG (simCloudManagerPool-9682-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467259 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 4467278 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467298 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467318 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467338 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467359 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467379 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467399 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467419 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467440 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467459 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=10
[junit4] 2> 4467460 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 4467460 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 4467460 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467470 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 4467470 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 4467480 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467481 DEBUG (simCloudManagerPool-9682-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 4467481 DEBUG (simCloudManagerPool-9682-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 4467482 DEBUG (simCloudManagerPool-9682-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=13): {"core_node3":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10225_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 4467492 DEBUG (simCloudManagerPool-9682-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 4467492 DEBUG (simCloudManagerPool-9682-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 4467492 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=14
[junit4] 2> 4467494 INFO (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 4467494 INFO (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 4467494 DEBUG (simCloudManagerPool-9682-thread-5) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4467494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10224_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 4467495 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 4467495 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467495 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4467500 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467516 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467516 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4467520 DEBUG (ScheduledTrigger-9683-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4467536 DEBUG (ScheduledTrigger-9683-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10226_solr at time 24365993335148044
[junit4] 2> 4467541 DEBUG (ScheduledTrigger-9683-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 4467556 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10226_solr] added at times [24365993335148044], now=24365994350021244
[junit4] 2> 4467558 DEBUG (ScheduledTrigger-9683-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10226_solr
[junit4] 2> 4467558 INFO (AutoscalingActionExecutor-9684-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"5690bde9574e0cTautqehaabneblmhi4iz5z3fmq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":24365993335148044,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[24365993335148044],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":24365994377061094,
[junit4] 2> "nodeNames":["127.0.0.1:10226_solr"]}}
[junit4] 2> 4467558 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4467558 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4467559 WARN (AutoscalingActionExecutor-9684-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:548) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:318) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_191]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_191]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4467559 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4467559 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10224_solr
[junit4] 2> 4467559 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10226_solr
[junit4] 2> 4467560 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 4467560 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 4467560 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 4467561 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
[junit4] 2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467561 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10224_solr
[junit4] 2> 4467576 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467576 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
[junit4] 2> 4467577 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 4467577 DEBUG (ScheduledTrigger-9686-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467577 DEBUG (ScheduledTrigger-9686-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10224_solr
[junit4] 2> 4467578 DEBUG (ScheduledTrigger-9686-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467578 INFO (AutoscalingActionExecutor-9687-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"5690bde9574e0cTautqehaabneblmhi4iz5z3fmq",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":24365993335148044,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[24365993335148044],
[junit4] 2> "_dequeue_time_":24365995367988494,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":24365994377061094,
[junit4] 2> "nodeNames":["127.0.0.1:10226_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 4467578 DEBUG (ScheduledTrigger-9686-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4467661 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 4467661 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 4467661 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 4467662 INFO (TEST-TestSimTriggerIntegration.testEventQueue-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 1
[junit4] 2> ## Dead nodes: 1
[junit4] 2> ## 127.0.0.1:10224_solr
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 4
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 4
[junit4] 2> ## minActiveSliceDocs 4
[junit4] 2> ## avgActiveSliceDocs 4
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 12,240
[junit4] 2> ## maxActiveSliceBytes 12,240
[junit4] 2> ## minActiveSliceBytes 12,240
[junit4] 2> ## avgActiveSliceBytes 12,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * .system 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 2
[junit4] 2> ## - update 4
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_cooldown_trigger
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 2
[junit4] 2> ## * Trigger: node_added_trigger1
[junit4] 2> ## - FAILED 1
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 4467682 DEBUG (ScheduledTrigger-9686-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467682 DEBUG (ScheduledTrigger-9686-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 4467682 DEBUG (ScheduledTrigger-9686-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 4467683 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 4467683 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 4467683 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10224_solr
[junit4] 2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 4467683 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4467683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467683 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 4467684 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4467684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4467684 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
[junit4] 2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
[junit4] 2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
[junit4] 2> 4467685 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467706 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467726 DEBUG (ScheduledTrigger-9689-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467746 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467767 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467787 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467807 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467827 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467847 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467868 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4467885 DEBUG (simCloudManagerPool-9688-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
[junit4] 2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4467886 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 4467888 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467908 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467928 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467961 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4467985 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468006 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468026 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468046 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468066 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468086 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=17
[junit4] 2> 4468087 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 4468087 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 4468087 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468097 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 4468097 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 4468107 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468108 DEBUG (simCloudManagerPool-9688-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 4468108 DEBUG (simCloudManagerPool-9688-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 4468108 DEBUG (simCloudManagerPool-9688-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=20): {"core_node5":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10225_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 4468118 DEBUG (simCloudManagerPool-9688-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 4468119 DEBUG (simCloudManagerPool-9688-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 4468119 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=21
[junit4] 2> 4468120 DEBUG (simCloudManagerPool-9688-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4468120 DEBUG (simCloudManagerPool-9688-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
[junit4] 2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 4468120 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr, 127.0.0.1:10227_solr]
[junit4] 2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4468120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 4468120 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 3
[junit4] 2> 4468127 DEBUG (ScheduledTrigger-9689-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468141 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 4468141 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10227_solr
[junit4] 2> 4468160 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468161 DEBUG (ScheduledTrigger-9689-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 4468177 DEBUG (simCloudManagerPool-9688-thread-6) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4468177 DEBUG (simCloudManagerPool-9688-thread-6) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14
[junit4] 2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
[junit4] 2> 4468178 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10227_solr
[junit4] 2> 4468178 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4468178 DEBUG (ScheduledTrigger-9689-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: 2
[junit4] 2> 4468179 DEBUG (ScheduledTrigger-9689-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10227_solr]
[junit4] 2> 4468199 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
[junit4] 2> 4468219 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 4468219 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 4468219 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 4468219 INFO (TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 1
[junit4] 2> ## 127.0.0.1:10227_solr
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 2
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 2
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 2
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,240
[junit4] 2> ## maxActiveSliceBytes 11,240
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 1
[junit4] 2> ## Total replicas: 2
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 2
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_cooldown_trigger
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 2
[junit4] 2> ## * Trigger: node_added_trigger1
[junit4] 2> ## - FAILED 1
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2> ## * Trigger: node_lost_restore_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 4468291 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 4468291 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15
[junit4] 2> 4468291 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4468292 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 4468306 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10227_solr
[junit4] 2> 4468307 INFO (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4468326 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4468328 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4468363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16
[junit4] 2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
[junit4] 2> 4468364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 4468384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10226_solr, 127.0.0.1:10225_solr]
[junit4] 2> 4468399 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4468399 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 4468456 DEBUG (ScheduledTrigger-9692-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468526 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468562 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4468562 DEBUG (simCloudManagerPool-9691-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17
[junit4] 2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4468563 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 4468598 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468634 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468671 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468707 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468728 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468748 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468763 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=23
[junit4] 2> 4468764 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 4468764 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 4468768 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468774 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 4468774 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[B158813A1E12305B]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 4468785 DEBUG (simCloudManagerPool-9691-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 4468785 DEBUG (simCloudManagerPool-9691-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 4468786 DEBUG (simCloudManagerPool-9691-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=26): {"core_node7":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10225_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 4468788 DEBUG (ScheduledTrigger-9692-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 4468796 DEBUG (simCloudManagerPool-9691-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 4468796 DEBUG (simCloudManagerPool-9691-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 4468796 DEBUG (MetricsHistoryHandler-9678-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 4468796 DEBUG (MetricsHistoryHandler-9678-thread-

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1472948549

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 123ms :: artifacts dl 9ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 231 minutes 41 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-12 07:10:54 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/209/

4 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34571/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34571/collection1
at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:EBFD795C141DB772]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.TestWithCollection.testNodeAdded

Error Message:
Action was not fired till 30 seconds

Stack Trace:
java.lang.AssertionError: Action was not fired till 30 seconds
at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:66A10F118427289]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.TestWithCollection.testNodeAdded(TestWithCollection.java:481)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=97},status={state=notfound,msg=Did not find [search_rate_trigger3/5678dea8907baeTdvcuflzamnxi0f23wm8v132rl/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=97},status={state=notfound,msg=Did not find [search_rate_trigger3/5678dea8907baeTdvcuflzamnxi0f23wm8v132rl/0] in any tasks queue}}
at __randomizedtesting.SeedInfo.seed([63A94686BAE1DA8A:413B88048D2B55F7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:41733/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000033

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41733/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000033
at __randomizedtesting.SeedInfo.seed([730F73C619BECDFD:9DD7085757C1186E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14015 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/init-core-data-001
[junit4] 2> 2817434 WARN (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=57 numCloses=57
[junit4] 2> 2817434 INFO (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2817436 INFO (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 2817436 INFO (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2817436 INFO (SUITE-BasicDistributedZkTest-seed#[63A94686BAE1DA8A]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 2817451 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2817451 INFO (Thread-4084) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2817451 INFO (Thread-4084) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2817462 ERROR (Thread-4084) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2817551 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkTestServer start zk server on port:44578
[junit4] 2> 2817581 INFO (zkConnectionManagerCallback-3981-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2817618 INFO (zkConnectionManagerCallback-3983-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2817624 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2817625 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2817627 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2817636 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2817637 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2817638 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2817652 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2817653 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2817654 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2817655 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2817656 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2817658 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680001, likely client has closed socket
[junit4] 2> 2817658 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 2818212 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 2818268 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2818268 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2818268 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2818268 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.h.ContextHandler Started ***@76fddd62{/,null,AVAILABLE}
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.AbstractConnector Started ***@7e70e81{HTTP/1.1,[http/1.1]}{127.0.0.1:46399}
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server Started @2818422ms
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=46399, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores}
[junit4] 2> 2818269 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2818269 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2818270 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2818270 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-12T05:37:41.169Z
[junit4] 2> 2818286 INFO (zkConnectionManagerCallback-3985-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2818287 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2818287 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/solr.xml
[junit4] 2> 2818303 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2818303 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2818321 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2818724 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
[junit4] 2> 2818761 INFO (zkConnectionManagerCallback-3989-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2818763 INFO (zkConnectionManagerCallback-3991-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2819094 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46399_
[junit4] 2> 2819095 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer Overseer (id=73652639436898308-127.0.0.1:46399_-n_0000000000) starting
[junit4] 2> 2819124 INFO (zkConnectionManagerCallback-3998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2819147 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
[junit4] 2> 2819148 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46399_
[junit4] 2> 2819149 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 2819148 INFO (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46399_
[junit4] 2> 2819159 INFO (zkCallback-3990-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 2819186 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 2819214 INFO (zkCallback-3997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2819220 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:46399_]
[junit4] 2> 2819235 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2819236 DEBUG (ScheduledTrigger-7388-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2819279 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 2819311 DEBUG (OverseerAutoScalingTriggerThread-73652639436898308-127.0.0.1:46399_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 2819312 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2d4ad088
[junit4] 2> 2819349 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2d4ad088
[junit4] 2> 2819349 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2d4ad088
[junit4] 2> 2819350 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [n:127.0.0.1:46399_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores
[junit4] 2> 2819486 INFO (zkConnectionManagerCallback-4004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2819487 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2819488 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
[junit4] 2> 2819494 INFO (qtp1021590837-18027) [n:127.0.0.1:46399_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46399_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2819551 INFO (OverseerThreadFactory-7390-thread-1-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2819554 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:46399_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2819667 INFO (qtp1021590837-18022) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2819693 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2819693 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2819714 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46399",
[junit4] 2> "node_name":"127.0.0.1:46399_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2820281 DEBUG (ScheduledTrigger-7388-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2820752 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2820797 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2821168 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2821206 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2821219 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@2d4ad088
[junit4] 2> 2821219 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2821240 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=52.7734375, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=11.683950001832626, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=34.851365034263864
[junit4] 2> 2821269 WARN (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2821296 DEBUG (ScheduledTrigger-7388-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2821424 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2821424 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2821425 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2821425 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2821426 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1957434386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2821434 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@36c43bd4[control_collection_shard1_replica_n1] main]
[junit4] 2> 2821435 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2821436 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2821436 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2821437 INFO (searcherExecutor-7395-thread-1-processing-n:127.0.0.1:46399_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@36c43bd4[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2821437 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616905308037185536
[junit4] 2> 2821459 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2821461 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2821461 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2821461 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46399/control_collection_shard1_replica_n1/
[junit4] 2> 2821462 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2821462 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:46399/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2821473 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46399/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2821474 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:46399",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 2821575 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2821576 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46399",
[junit4] 2> "node_name":"127.0.0.1:46399_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 2821579 INFO (qtp1021590837-18023) [n:127.0.0.1:46399_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1886
[junit4] 2> 2821583 INFO (qtp1021590837-18027) [n:127.0.0.1:46399_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2821677 INFO (zkCallback-3990-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2822297 DEBUG (ScheduledTrigger-7388-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2822583 INFO (qtp1021590837-18027) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46399_&wt=javabin&version=2} status=0 QTime=3089
[junit4] 2> 2822587 INFO (zkConnectionManagerCallback-4009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2822588 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2822607 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
[junit4] 2> 2822607 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2822608 INFO (qtp1021590837-18026) [n:127.0.0.1:46399_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2822612 INFO (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2822633 INFO (OverseerThreadFactory-7390-thread-2-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2822636 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 2822841 WARN (OverseerThreadFactory-7390-thread-2-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2822862 INFO (qtp1021590837-18026) [n:127.0.0.1:46399_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2822862 INFO (qtp1021590837-18026) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=254
[junit4] 2> 2823185 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001 of type TLOG
[junit4] 2> 2823198 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 2823199 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2823199 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2823199 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2823200 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.h.ContextHandler Started ***@61756389{/,null,AVAILABLE}
[junit4] 2> 2823203 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.AbstractConnector Started ***@6900ad7a{HTTP/1.1,[http/1.1]}{127.0.0.1:34571}
[junit4] 2> 2823204 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server Started @2823357ms
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=34571, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores}
[junit4] 2> 2823205 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2823205 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-12T05:37:46.104Z
[junit4] 2> 2823207 INFO (zkConnectionManagerCallback-4011-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2823208 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2823208 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/solr.xml
[junit4] 2> 2823227 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2823227 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2823229 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2823297 DEBUG (ScheduledTrigger-7388-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 2823510 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
[junit4] 2> 2823511 INFO (zkConnectionManagerCallback-4015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2823609 INFO (zkConnectionManagerCallback-4017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2823615 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2823619 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2823619 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34571_
[junit4] 2> 2823619 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34571_"} current state version: 1
[junit4] 2> 2823637 INFO (zkCallback-4008-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2823637 INFO (zkCallback-3997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2823637 INFO (zkCallback-3990-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2823637 INFO (zkCallback-4016-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2823677 INFO (zkConnectionManagerCallback-4024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2823678 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2823679 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
[junit4] 2> 2823680 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2823720 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2d4ad088
[junit4] 2> 2823750 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2d4ad088
[junit4] 2> 2823750 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2d4ad088
[junit4] 2> 2823752 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores
[junit4] 2> 2823808 INFO (qtp260835633-18082) [n:127.0.0.1:34571_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:34571_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2823811 INFO (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2823823 INFO (qtp260835633-18077) [n:127.0.0.1:34571_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2823825 INFO (qtp1021590837-18022) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2823826 INFO (qtp1021590837-18026) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2823827 INFO (OverseerThreadFactory-7390-thread-3-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:34571_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 2823831 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2823845 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34571",
[junit4] 2> "node_name":"127.0.0.1:34571_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 1
[junit4] 2> 2824297 DEBUG (ScheduledTrigger-7388-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2824880 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2824913 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 2825249 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2825302 DEBUG (ScheduledTrigger-7388-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2825303 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 2825304 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: ***@2d4ad088
[junit4] 2> 2825304 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 2825306 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=52.7734375, floorSegmentMB=1.88671875, forceMergeDeletesPctAllowed=11.683950001832626, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=34.851365034263864
[junit4] 2> 2825308 WARN (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2825459 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2825459 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2825460 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2825460 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2825473 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1957434386, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2825473 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [***@2fd9d607[collection1_shard2_replica_t41] main]
[junit4] 2> 2825474 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2825475 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2825475 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2825475 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1616905312271335424
[junit4] 2> 2825476 INFO (searcherExecutor-7409-thread-1-processing-n:127.0.0.1:34571_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher ***@2fd9d607[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2825531 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 2825534 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2825550 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2825550 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34571/collection1_shard2_replica_t41/
[junit4] 2> 2825550 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2825550 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:34571/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 2825550 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 2825553 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34571/collection1_shard2_replica_t41/ shard2
[junit4] 2> 2825554 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:34571",
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 2825668 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2825680 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "core_node_name":"core_node42",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34571",
[junit4] 2> "node_name":"127.0.0.1:34571_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 2825681 INFO (qtp260835633-18078) [n:127.0.0.1:34571_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1849
[junit4] 2> 2825693 INFO (qtp260835633-18082) [n:127.0.0.1:34571_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34571_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1885
[junit4] 2> 2825831 INFO (OverseerCollectionConfigSetProcessor-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2826096 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001 of type TLOG
[junit4] 2> 2826097 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 2826098 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2826098 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2826098 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2826098 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.h.ContextHandler Started ***@7586a82a{/,null,AVAILABLE}
[junit4] 2> 2826115 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.AbstractConnector Started ***@1cf82c50{HTTP/1.1,[http/1.1]}{127.0.0.1:41988}
[junit4] 2> 2826115 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.e.j.s.Server Started @2826267ms
[junit4] 2> 2826115 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=41988, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/cores}
[junit4] 2> 2826115 ERROR (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2826118 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2826118 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2826118 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2826118 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2826118 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-12T05:37:49.017Z
[junit4] 2> 2826127 INFO (zkConnectionManagerCallback-4027-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2826128 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2826128 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/solr.xml
[junit4] 2> 2826140 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2826140 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2826141 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2d4ad088, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2826306 DEBUG (ScheduledTrigger-7388-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 2826424 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44578/solr
[junit4] 2> 2826426 INFO (zkConnectionManagerCallback-4031-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2826427 INFO (zkConnectionManagerCallback-4033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2826441 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2826454 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2826454 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41988_
[junit4] 2> 2826455 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:41988_"} current state version: 4
[junit4] 2> 2826455 INFO (zkCallback-4023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826455 INFO (zkCallback-4008-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826455 INFO (zkCallback-3997-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826455 INFO (zkCallback-4016-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826455 INFO (zkCallback-3990-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826476 INFO (zkCallback-4032-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2826547 INFO (zkConnectionManagerCallback-4040-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2826547 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2826548 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44578/solr ready
[junit4] 2> 2826549 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2826602 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2d4ad088
[junit4] 2> 2826674 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2d4ad088
[junit4] 2> 2826675 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2d4ad088
[junit4] 2> 2826693 INFO (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest_63A94686BAE1DA8A-001/shard-2-001/cores
[junit4] 2> 2826857 INFO (qtp260835633-18084) [n:127.0.0.1:34571_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:41988_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2826880 INFO (qtp260835633-18081) [n:127.0.0.1:34571_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2826881 INFO (qtp260835633-18081) [n:127.0.0.1:34571_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2826894 INFO (qtp249200920-18119) [n:127.0.0.1:41988_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2826904 INFO (qtp1021590837-18022) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 2826905 INFO (qtp1021590837-18026) [n:127.0.0.1:46399_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2826905 INFO (OverseerThreadFactory-7390-thread-4-processing-n:127.0.0.1:46399_) [n:127.0.0.1:46399_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41988_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 2826920 INFO (qtp249200920-18114) [n:127.0.0.1:41988_ x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2826941 DEBUG (OverseerStateUpdate-73652639436898308-127.0.0.1:46399_-n_0000000000) [n:127.0.0.1:46399_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:41988",
[junit4] 2> "node_name":"127.0.0.1:41988_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 2827314 DEBUG (ScheduledTrigger-7388-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2828128 INFO (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2828326 DEBUG (ScheduledTrigger-7388-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2828346 INFO (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 2834189 WARN (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 6875ms for sessionid 0x105aaaf72680005
[junit4] 2> 2834190 WARN (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7145ms for sessionid 0x105aaaf7268000b
[junit4] 2> 2834190 WARN (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7146ms for sessionid 0x105aaaf72680007
[junit4] 2> 2834190 WARN (TEST-BasicDistributedZkTest.test-seed#[63A94686BAE1DA8A]-SendThread(127.0.0.1:44578)) [ ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 7145ms for sessionid 0x105aaaf7268000f
[junit4] 2> 2834190 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680005, likely client has closed socket
[junit4] 2> 2834190 DEBUG (ScheduledTrigger-7388-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2834208 INFO (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2834278 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf7268000f, likely client has closed socket
[junit4] 2> 2834279 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf72680007, likely client has closed socket
[junit4] 2> 2834279 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105aaaf7268000b, likely client has closed socket
[junit4] 2> 2834351 WARN (zkConnectionManagerCallback-3998-thread-1) [ ] o.a.s.c.c.ConnectionManager Watcher ***@2ab98948 name: ZooKeeperConnection Watcher:127.0.0.1:44578/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
[junit4] 2> 2834351 WARN (zkConnectionManagerCallback-3998-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has disconnected
[junit4] 2> 2834426 INFO (qtp249200920-18114) [n:127.0.0.1:41988_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true


[...truncated too long message...]

Apples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1577353519

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 224 minutes 39 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-13 08:21:55 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/210/

3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={ "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost", "source":".scheduled_maintenance", "eventTime":3227389731702623, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092604800, "_enqueue_time_":3227389734007502}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost", "source":".scheduled_maintenance", "eventTime":3227389731702623, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092604800, "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost", "source":".scheduled_maintenance", "eventTime":3227389731702623, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092604800, "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={ "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost", "source":".scheduled_maintenance", "eventTime":3227389731702623, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092604800, "_enqueue_time_":3227389734007502}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394754393341, stage=STARTED, actionName='null', event={ "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz", "source":".scheduled_maintenance", "eventTime":3227394753366774, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092609821, "_enqueue_time_":3227394753617458}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394755185179, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz", "source":".scheduled_maintenance", "eventTime":3227394753366774, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092609821, "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394760109013, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz", "source":".scheduled_maintenance", "eventTime":3227394753366774, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092609821, "_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394761660711, stage=SUCCEEDED, actionName='null', event={ "id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz", "source":".scheduled_maintenance", "eventTime":3227394753366774, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092609821, "_enqueue_time_":3227394753617458}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399763286244, stage=STARTED, actionName='null', event={ "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0", "source":".scheduled_maintenance", "eventTime":3227399762309498, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092614830, "_enqueue_time_":3227399762605558}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399764158462, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0", "source":".scheduled_maintenance", "eventTime":3227399762309498, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092614830, "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399766955831, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0", "source":".scheduled_maintenance", "eventTime":3227399762309498, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092614830, "_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399768647796, stage=SUCCEEDED, actionName='null', event={ "id":"b774d9061717aT27bno93m0fwyuovkar79gcot0", "source":".scheduled_maintenance", "eventTime":3227399762309498, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092614830, "_enqueue_time_":3227399762605558}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404770464540, stage=STARTED, actionName='null', event={ "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1", "source":".scheduled_maintenance", "eventTime":3227404769473036, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092619838, "_enqueue_time_":3227404769733435}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404771178457, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1", "source":".scheduled_maintenance", "eventTime":3227404769473036, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092619838, "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404774548338, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1", "source":".scheduled_maintenance", "eventTime":3227404769473036, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092619838, "_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404776049315, stage=SUCCEEDED, actionName='null', event={ "id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1", "source":".scheduled_maintenance", "eventTime":3227404769473036, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092619838, "_enqueue_time_":3227404769733435}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409778332099, stage=STARTED, actionName='null', event={ "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2", "source":".scheduled_maintenance", "eventTime":3227409776899806, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092624845, "_enqueue_time_":3227409777153969}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409779356692, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2", "source":".scheduled_maintenance", "eventTime":3227409776899806, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092624845, "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409783075602, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2", "source":".scheduled_maintenance", "eventTime":3227409776899806, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092624845, "_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409785039504, stage=SUCCEEDED, actionName='null', event={ "id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2", "source":".scheduled_maintenance", "eventTime":3227409776899806, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092624845, "_enqueue_time_":3227409777153969}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414787167775, stage=STARTED, actionName='null', event={ "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3", "source":".scheduled_maintenance", "eventTime":3227414786130948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092629854, "_enqueue_time_":3227414786385954}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414788133185, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3", "source":".scheduled_maintenance", "eventTime":3227414786130948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092629854, "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414790636631, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"b77510fdec404T27bno93m0fwyuovkar79gcot3", "source":".scheduled_maintenance", "eventTime":3227414786130948, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542092629854, "_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542092604827345753, currentTimeNs=1542092629858030013, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={
"id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
"source":".scheduled_maintenance",
"eventTime":3227389731702623,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092604800,
"_enqueue_time_":3227389734007502}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
"source":".scheduled_maintenance",
"eventTime":3227389731702623,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092604800,
"_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
"source":".scheduled_maintenance",
"eventTime":3227389731702623,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092604800,
"_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={
"id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
"source":".scheduled_maintenance",
"eventTime":3227389731702623,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092604800,
"_enqueue_time_":3227389734007502}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394754393341, stage=STARTED, actionName='null', event={
"id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
"source":".scheduled_maintenance",
"eventTime":3227394753366774,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092609821,
"_enqueue_time_":3227394753617458}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394755185179, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
"source":".scheduled_maintenance",
"eventTime":3227394753366774,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092609821,
"_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394760109013, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
"source":".scheduled_maintenance",
"eventTime":3227394753366774,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092609821,
"_enqueue_time_":3227394753617458}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227394761660711, stage=SUCCEEDED, actionName='null', event={
"id":"b774c65d30af6T27bno93m0fwyuovkar79gcosz",
"source":".scheduled_maintenance",
"eventTime":3227394753366774,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092609821,
"_enqueue_time_":3227394753617458}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399763286244, stage=STARTED, actionName='null', event={
"id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
"source":".scheduled_maintenance",
"eventTime":3227399762309498,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092614830,
"_enqueue_time_":3227399762605558}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399764158462, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
"source":".scheduled_maintenance",
"eventTime":3227399762309498,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092614830,
"_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399766955831, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
"source":".scheduled_maintenance",
"eventTime":3227399762309498,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092614830,
"_enqueue_time_":3227399762605558}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227399768647796, stage=SUCCEEDED, actionName='null', event={
"id":"b774d9061717aT27bno93m0fwyuovkar79gcot0",
"source":".scheduled_maintenance",
"eventTime":3227399762309498,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092614830,
"_enqueue_time_":3227399762605558}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404770464540, stage=STARTED, actionName='null', event={
"id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
"source":".scheduled_maintenance",
"eventTime":3227404769473036,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092619838,
"_enqueue_time_":3227404769733435}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404771178457, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
"source":".scheduled_maintenance",
"eventTime":3227404769473036,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092619838,
"_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404774548338, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
"source":".scheduled_maintenance",
"eventTime":3227404769473036,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092619838,
"_enqueue_time_":3227404769733435}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227404776049315, stage=SUCCEEDED, actionName='null', event={
"id":"b774ebad4b20cT27bno93m0fwyuovkar79gcot1",
"source":".scheduled_maintenance",
"eventTime":3227404769473036,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092619838,
"_enqueue_time_":3227404769733435}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409778332099, stage=STARTED, actionName='null', event={
"id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
"source":".scheduled_maintenance",
"eventTime":3227409776899806,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092624845,
"_enqueue_time_":3227409777153969}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409779356692, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
"source":".scheduled_maintenance",
"eventTime":3227409776899806,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092624845,
"_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409783075602, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
"source":".scheduled_maintenance",
"eventTime":3227409776899806,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092624845,
"_enqueue_time_":3227409777153969}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227409785039504, stage=SUCCEEDED, actionName='null', event={
"id":"b774fe54bf6deT27bno93m0fwyuovkar79gcot2",
"source":".scheduled_maintenance",
"eventTime":3227409776899806,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092624845,
"_enqueue_time_":3227409777153969}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414787167775, stage=STARTED, actionName='null', event={
"id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
"source":".scheduled_maintenance",
"eventTime":3227414786130948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092629854,
"_enqueue_time_":3227414786385954}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414788133185, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
"source":".scheduled_maintenance",
"eventTime":3227414786130948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092629854,
"_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3227414790636631, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"b77510fdec404T27bno93m0fwyuovkar79gcot3",
"source":".scheduled_maintenance",
"eventTime":3227414786130948,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542092629854,
"_enqueue_time_":3227414786385954}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542092604827345753, currentTimeNs=1542092629858030013, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:7D9A700473B98AA8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:37D86F48B35DE8E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:114)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:34855/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:34855/collection1
at __randomizedtesting.SeedInfo.seed([60B6B07612FAADA3:E8E28FACBC06C05B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more




Build Log:
[...truncated 12627 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> 236371 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/init-core-data-001
[junit4] 2> 236373 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
[junit4] 2> 236373 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 236383 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 236385 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001
[junit4] 2> 236385 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 236385 INFO (Thread-133) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 236385 INFO (Thread-133) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 236392 ERROR (Thread-133) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 236486 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42969
[junit4] 2> 236489 INFO (zkConnectionManagerCallback-244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236516 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 236520 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 236520 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 236520 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 236520 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@222fdbf2{/solr,null,AVAILABLE}
[junit4] 2> 236527 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@297876a6{SSL,[ssl, http/1.1]}{127.0.0.1:34717}
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.e.j.s.Server Started @236590ms
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34717}
[junit4] 2> 236528 ERROR (jetty-launcher-241-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 236528 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-13T07:03:21.462Z
[junit4] 2> 236533 INFO (zkConnectionManagerCallback-246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236535 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 236687 INFO (jetty-launcher-241-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42969/solr
[junit4] 2> 236691 INFO (zkConnectionManagerCallback-250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236697 INFO (zkConnectionManagerCallback-252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236825 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34717_solr
[junit4] 2> 236826 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.c.Overseer Overseer (id=72269104023273475-127.0.0.1:34717_solr-n_0000000000) starting
[junit4] 2> 236837 INFO (zkConnectionManagerCallback-259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236840 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42969/solr ready
[junit4] 2> 236841 INFO (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34717_solr
[junit4] 2> 236841 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34717_solr
[junit4] 2> 236844 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 236846 INFO (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 236846 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 236848 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 236848 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 236857 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
[junit4] 2> 236857 INFO (zkCallback-258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 236858 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 236859 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 236859 DEBUG (ScheduledTrigger-343-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 236877 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 236919 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.node' (registry 'solr.node') enabled at server: ***@66d4e5c4
[junit4] 2> 236930 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.jvm' (registry 'solr.jvm') enabled at server: ***@66d4e5c4
[junit4] 2> 236930 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.jetty' (registry 'solr.jetty') enabled at server: ***@66d4e5c4
[junit4] 2> 236932 INFO (jetty-launcher-241-thread-1) [n:127.0.0.1:34717_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/.
[junit4] 2> 236962 INFO (zkConnectionManagerCallback-262-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236991 INFO (zkConnectionManagerCallback-267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 236992 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 236994 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[60B6B07612FAADA3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42969/solr ready
[junit4] 2> 237024 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 237027 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 237093 INFO (qtp579222826-821) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 237094 DEBUG (qtp579222826-818) [n:127.0.0.1:34717_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 237096 DEBUG (zkCallback-258-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 237097 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 237099 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 237100 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 237103 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=40
[junit4] 2> 237106 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[60B6B07612FAADA3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 237127 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[60B6B07612FAADA3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 237128 INFO (qtp579222826-820) [n:127.0.0.1:34717_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 237144 INFO (OverseerThreadFactory-345-thread-1-processing-n:127.0.0.1:34717_solr) [n:127.0.0.1:34717_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 237257 INFO (qtp579222826-819) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 237264 INFO (OverseerStateUpdate-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34717/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 237483 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 237484 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 237862 DEBUG (ScheduledTrigger-343-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 238503 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 238530 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 238534 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 238534 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 238538 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34717.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: ***@66d4e5c4
[junit4] 2> 238538 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_60B6B07612FAADA3-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 238644 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 238644 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 238646 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 238646 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 238670 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@5301fde0[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 238672 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 238673 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 238673 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 238674 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617001293920862208
[junit4] 2> 238675 INFO (searcherExecutor-350-thread-1-processing-n:127.0.0.1:34717_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher ***@5301fde0[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 238682 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 238687 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 238687 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 238687 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 238688 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 238688 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 238693 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34717/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 238796 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 238800 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1316
[junit4] 2> 238804 INFO (qtp579222826-820) [n:127.0.0.1:34717_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 238863 DEBUG (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 238899 INFO (zkCallback-251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 239149 INFO (OverseerCollectionConfigSetProcessor-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [n:127.0.0.1:34717_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 239805 INFO (qtp579222826-820) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2676
[junit4] 2> 239825 INFO (qtp579222826-819) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 239827 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 239828 DEBUG (qtp579222826-821) [n:127.0.0.1:34717_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 239829 INFO (qtp579222826-821) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 239839 DEBUG (zkCallback-258-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 239851 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 239854 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 239855 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 239859 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 239860 INFO (qtp579222826-818) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 239861 DEBUG (qtp579222826-820) [n:127.0.0.1:34717_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 239862 INFO (qtp579222826-820) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 239863 DEBUG (ScheduledTrigger-343-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 239864 INFO (qtp579222826-821) [n:127.0.0.1:34717_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 239864 DEBUG (zkCallback-258-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 239865 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 239866 DEBUG (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-13T07:03:23.780Z, now=2018-11-13T07:03:24.800Z
[junit4] 2> 239867 DEBUG (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{"actualEventTime":1542092604800}}
[junit4] 2> 239869 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 239869 DEBUG (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 239869 DEBUG (OverseerAutoScalingTriggerThread-72269104023273475-127.0.0.1:34717_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 239870 INFO (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 239870 INFO (ScheduledTrigger-343-thread-4) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389735563020, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 239871 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}
[junit4] 2> 239879 INFO (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389744377223, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 239883 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1541919804750334915, time=1542092604816730413, delta=172800
[junit4] 2> 239883 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
[junit4] 2> 239884 INFO (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389748817900, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 239884 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1541919804750334915, currentTimeNs=1542092604816730413, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
[junit4] 2> 239884 INFO (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}
[junit4] 2> 239885 INFO (qtp579222826-819) [n:127.0.0.1:34717_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 239887 INFO (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=3227389751853769, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"b774b3a82875fT27bno93m0fwyuovkar79gcost",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":3227389731702623,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1542092604800,
[junit4] 2> "_enqueue_time_":3227389734007502}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 239887 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 239887 DEBUG (AutoscalingActionExecutor-344-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .schedu

[...truncated too long message...]

ns-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1165372624

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 47ms :: artifacts dl 9ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 122 minutes 4 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-14 14:59:53 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/211/

2 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting

Error Message:
Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([673FE55577206DEF:A588D93D74609D97]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:44434/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more


FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46168/fznr/t/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46168/fznr/t/collection1
at __randomizedtesting.SeedInfo.seed([544DABDB6A8F9CB2:DC199401C473F14A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more




Build Log:
[...truncated 12974 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/init-core-data-001
[junit4] 2> 488593 INFO (SUITE-BasicDistributedZkTest-seed#[544DABDB6A8F9CB2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fznr/t
[junit4] 2> 488600 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 488600 INFO (Thread-914) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 488600 INFO (Thread-914) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 488603 ERROR (Thread-914) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 488700 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkTestServer start zk server on port:39532
[junit4] 2> 488710 INFO (zkConnectionManagerCallback-1403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488714 INFO (zkConnectionManagerCallback-1405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488731 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 488733 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 488735 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 488736 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 488738 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 488739 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 488741 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 488742 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 488744 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 488745 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 488747 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 488749 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 488915 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 488917 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 488917 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 488917 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 488920 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.h.ContextHandler Started ***@7a742ddb{/fznr/t,null,AVAILABLE}
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.AbstractConnector Started ***@7a707dec{HTTP/1.1,[http/1.1]}{127.0.0.1:41501}
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server Started @488979ms
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/control/data, replicaType=NRT, hostContext=/fznr/t, hostPort=41501, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores}
[junit4] 2> 488922 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 488922 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 488923 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 488923 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-14T13:41:07.148Z
[junit4] 2> 488925 INFO (zkConnectionManagerCallback-1407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 488926 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 488926 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/solr.xml
[junit4] 2> 488931 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 488931 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 488933 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 489059 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
[junit4] 2> 489061 INFO (zkConnectionManagerCallback-1411-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489063 INFO (zkConnectionManagerCallback-1413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489183 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41501_fznr%2Ft
[junit4] 2> 489184 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.Overseer Overseer (id=72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) starting
[junit4] 2> 489196 INFO (zkConnectionManagerCallback-1420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489199 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 489200 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41501_fznr%2Ft
[junit4] 2> 489200 INFO (OverseerStateUpdate-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41501_fznr%2Ft
[junit4] 2> 489202 INFO (OverseerStateUpdate-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 489210 INFO (zkCallback-1419-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 489214 DEBUG (OverseerAutoScalingTriggerThread-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:41501_fznr%2Ft]
[junit4] 2> 489216 DEBUG (ScheduledTrigger-2536-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 489228 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 489253 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2114dbb5
[junit4] 2> 489267 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2114dbb5
[junit4] 2> 489267 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2114dbb5
[junit4] 2> 489269 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores
[junit4] 2> 489302 INFO (zkConnectionManagerCallback-1426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 489303 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 489304 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 489307 INFO (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41501_fznr%252Ft&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 489311 INFO (OverseerThreadFactory-2538-thread-1-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 489419 INFO (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 489423 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 489424 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 490217 DEBUG (ScheduledTrigger-2536-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 490451 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 490497 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 490643 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 490669 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 490669 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@2114dbb5
[junit4] 2> 490670 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 490672 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 490675 WARN (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 490731 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 490731 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 490733 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 490733 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 490734 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
[junit4] 2> 490735 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@61a15ff1[control_collection_shard1_replica_n1] main]
[junit4] 2> 490737 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 490737 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 490738 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 490738 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116915525746688
[junit4] 2> 490741 INFO (searcherExecutor-2543-thread-1-processing-n:127.0.0.1:41501_fznr%2Ft x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@61a15ff1[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 490746 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 490750 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 490750 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 490751 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/
[junit4] 2> 490751 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 490751 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 490756 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41501/fznr/t/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 490858 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 490861 INFO (qtp270075407-5413) [n:127.0.0.1:41501_fznr%2Ft c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1437
[junit4] 2> 490864 INFO (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 490961 INFO (zkCallback-1412-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 491217 DEBUG (ScheduledTrigger-2536-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 491314 INFO (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 491864 INFO (qtp270075407-5417) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41501_fznr%252Ft&wt=javabin&version=2} status=0 QTime=2556
[junit4] 2> 491870 INFO (zkConnectionManagerCallback-1431-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 491872 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 491873 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 491873 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 491875 INFO (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 491878 INFO (OverseerThreadFactory-2538-thread-2-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 492082 WARN (OverseerThreadFactory-2538-thread-2-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 492085 INFO (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 492085 INFO (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=209
[junit4] 2> 492218 DEBUG (ScheduledTrigger-2536-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 492260 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001 of type TLOG
[junit4] 2> 492260 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 492262 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 492262 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 492262 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 492262 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.h.ContextHandler Started ***@1409334e{/fznr/t,null,AVAILABLE}
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.AbstractConnector Started ***@75c27981{HTTP/1.1,[http/1.1]}{127.0.0.1:46168}
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server Started @492321ms
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=46168, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores}
[junit4] 2> 492263 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 492263 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 492264 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 492264 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-14T13:41:10.489Z
[junit4] 2> 492266 INFO (zkConnectionManagerCallback-1433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 492268 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 492268 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/solr.xml
[junit4] 2> 492272 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 492272 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 492274 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 492384 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
[junit4] 2> 492385 INFO (zkConnectionManagerCallback-1437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 492395 INFO (zkConnectionManagerCallback-1439-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 492403 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 492409 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 492409 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46168_fznr%2Ft
[junit4] 2> 492412 INFO (zkCallback-1412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 492412 INFO (zkCallback-1419-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 492414 INFO (zkCallback-1430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 492426 INFO (zkCallback-1438-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 492439 INFO (zkConnectionManagerCallback-1446-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 492441 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 492443 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 492444 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 492470 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2114dbb5
[junit4] 2> 492487 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2114dbb5
[junit4] 2> 492487 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2114dbb5
[junit4] 2> 492489 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores
[junit4] 2> 492537 INFO (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46168_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 492540 INFO (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 492545 INFO (qtp270075407-5416) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 492547 INFO (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 492549 INFO (qtp912196387-5471) [n:127.0.0.1:46168_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 492550 INFO (OverseerThreadFactory-2538-thread-3-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46168_fznr%2Ft for creating new replica of shard shard2 for collection collection1
[junit4] 2> 492554 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 493218 DEBUG (ScheduledTrigger-2536-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 493574 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 493591 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 493725 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 493744 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 493745 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: ***@2114dbb5
[junit4] 2> 493745 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 493748 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 493750 WARN (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 493806 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 493807 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 493819 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 493819 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 493820 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
[junit4] 2> 493820 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [***@5b9be631[collection1_shard2_replica_t41] main]
[junit4] 2> 493822 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 493822 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 493823 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 493823 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116918760603648
[junit4] 2> 493824 INFO (searcherExecutor-2557-thread-1-processing-n:127.0.0.1:46168_fznr%2Ft x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher ***@5b9be631[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 493830 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 493833 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 493837 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46168/fznr/t/collection1_shard2_replica_t41/ shard2
[junit4] 2> 493988 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 493991 INFO (qtp912196387-5466) [n:127.0.0.1:46168_fznr%2Ft c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1437
[junit4] 2> 493994 INFO (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46168_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1457
[junit4] 2> 494153 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001 of type TLOG
[junit4] 2> 494153 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 494155 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 494155 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 494155 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 494156 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.h.ContextHandler Started ***@51f6de0d{/fznr/t,null,AVAILABLE}
[junit4] 2> 494156 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.AbstractConnector Started ***@36962ddb{HTTP/1.1,[http/1.1]}{127.0.0.1:40480}
[junit4] 2> 494156 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server Started @494214ms
[junit4] 2> 494156 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=40480, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores}
[junit4] 2> 494157 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 494157 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 494157 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 494157 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 494158 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 494158 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-14T13:41:12.383Z
[junit4] 2> 494160 INFO (zkConnectionManagerCallback-1449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494161 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 494161 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/solr.xml
[junit4] 2> 494166 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 494166 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 494168 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 494219 DEBUG (ScheduledTrigger-2536-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 494318 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
[junit4] 2> 494320 INFO (zkConnectionManagerCallback-1453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494322 INFO (zkConnectionManagerCallback-1455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494330 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 494335 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 494335 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40480_fznr%2Ft
[junit4] 2> 494337 INFO (zkCallback-1430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494337 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494337 INFO (zkCallback-1412-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494337 INFO (zkCallback-1419-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494337 INFO (zkCallback-1438-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494337 INFO (zkCallback-1454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 494362 INFO (zkConnectionManagerCallback-1462-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494363 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 494364 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 494365 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 494391 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2114dbb5
[junit4] 2> 494406 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2114dbb5
[junit4] 2> 494406 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2114dbb5
[junit4] 2> 494408 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores
[junit4] 2> 494457 INFO (qtp1824042656-5509) [n:127.0.0.1:40480_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40480_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 494460 INFO (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 494462 INFO (qtp1824042656-5504) [n:127.0.0.1:40480_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 494463 INFO (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 494465 INFO (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 494465 INFO (qtp912196387-5467) [n:127.0.0.1:46168_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 494467 INFO (qtp912196387-5473) [n:127.0.0.1:46168_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 494467 INFO (OverseerThreadFactory-2538-thread-4-processing-n:127.0.0.1:41501_fznr%2Ft) [n:127.0.0.1:41501_fznr%2Ft c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40480_fznr%2Ft for creating new replica of shard shard1 for collection collection1
[junit4] 2> 494470 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 495219 DEBUG (ScheduledTrigger-2536-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 495502 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 495519 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 495654 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 495674 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 495675 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: ***@2114dbb5
[junit4] 2> 495675 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 495678 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 495680 WARN (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 495738 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 495738 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 495739 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 495739 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 495741 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=69.357421875, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=3.231894437718811, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2912316517082467, deletesPctAllowed=48.36299377353485
[junit4] 2> 495741 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [***@4dba48b0[collection1_shard1_replica_t43] main]
[junit4] 2> 495742 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 495743 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 495743 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 495745 INFO (searcherExecutor-2571-thread-1-processing-n:127.0.0.1:40480_fznr%2Ft x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher ***@4dba48b0[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 495745 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617116920775966720
[junit4] 2> 495750 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 495754 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 495757 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40480/fznr/t/collection1_shard1_replica_t43/ shard1
[junit4] 2> 495908 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 495911 INFO (qtp1824042656-5505) [n:127.0.0.1:40480_fznr%2Ft c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1441
[junit4] 2> 495914 INFO (qtp1824042656-5509) [n:127.0.0.1:40480_fznr%2Ft c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40480_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1457
[junit4] 2> 496074 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001 of type TLOG
[junit4] 2> 496075 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 496076 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 496076 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 496076 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 496077 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.h.ContextHandler Started ***@50d1e726{/fznr/t,null,AVAILABLE}
[junit4] 2> 496077 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.AbstractConnector Started ***@4435845e{HTTP/1.1,[http/1.1]}{127.0.0.1:44639}
[junit4] 2> 496077 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.e.j.s.Server Started @496135ms
[junit4] 2> 496077 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/fznr/t, hostPort=44639, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/cores}
[junit4] 2> 496078 ERROR (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 496082 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 496083 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 496083 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 496083 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 496086 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-14T13:41:14.311Z
[junit4] 2> 496088 INFO (zkConnectionManagerCallback-1465-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 496089 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 496089 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/solr.xml
[junit4] 2> 496094 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 496094 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 496096 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@2114dbb5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 496226 DEBUG (ScheduledTrigger-2536-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 496299 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39532/solr
[junit4] 2> 496301 INFO (zkConnectionManagerCallback-1469-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 496303 INFO (zkConnectionManagerCallback-1471-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 496313 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 496318 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 496318 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44639_fznr%2Ft
[junit4] 2> 496320 INFO (zkCallback-1470-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1419-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1461-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1445-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1430-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496320 INFO (zkCallback-1438-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 496344 INFO (zkConnectionManagerCallback-1478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 496345 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 496347 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39532/solr ready
[junit4] 2> 496347 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 496373 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@2114dbb5
[junit4] 2> 496389 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@2114dbb5
[junit4] 2> 496389 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@2114dbb5
[junit4] 2> 496391 INFO (TEST-BasicDistributedZkTest.test-seed#[544DABDB6A8F9CB2]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.BasicDistributedZkTest_544DABDB6A8F9CB2-001/shard-3-001/cores
[junit4] 2> 496452 INFO (qtp1824042656-5504) [n:127.0.0.1:40480_fznr%2Ft ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44639_fznr%252Ft&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 496456 INFO (OverseerCollectionConfigSetProcessor-72276330351624196-127.0.0.1:41501_fznr%2Ft-n_0000000000) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 496458 INFO (qtp1824042656-5508) [n:127.0.0.1:40480_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard1.replica_t43:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 496459 INFO (qtp1824042656-5511) [n:127.0.0.1:40480_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 496460 INFO (qtp270075407-5412) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 496461 INFO (qtp270075407-5419) [n:127.0.0.1:41501_fznr%2Ft ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,so

[...truncated too long message...]

jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null64458656

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 68ms :: artifacts dl 8ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 123 minutes 43 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-15 19:15:55 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/212/

5 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:80BB98576571C90A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/14)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:34063/y_rp/o", "node_name":"127.0.0.1:34063_y_rp%2Fo", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:41267/y_rp/o", "node_name":"127.0.0.1:41267_y_rp%2Fo", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:36691/y_rp/o", "node_name":"127.0.0.1:36691_y_rp%2Fo", "state":"recovering", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/14)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:34063/y_rp/o",
"node_name":"127.0.0.1:34063_y_rp%2Fo",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:41267/y_rp/o",
"node_name":"127.0.0.1:41267_y_rp%2Fo",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:36691/y_rp/o",
"node_name":"127.0.0.1:36691_y_rp%2Fo",
"state":"recovering",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:80BB98576571C90A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:611)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:183)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes

Error Message:
unexpected shard state expected:<inactive> but was:<active>

Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:B02CF32D37567187]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:378)
at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:370)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:336)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=24642387983051430, stage=STARTED, actionName='null', event={ "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo", "source":".scheduled_maintenance", "eventTime":24642387961603129, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304987023, "_enqueue_time_":24642387981691301}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388031273127, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo", "source":".scheduled_maintenance", "eventTime":24642387961603129, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304987023, "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388047601000, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo", "source":".scheduled_maintenance", "eventTime":24642387961603129, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304987023, "_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542132186889244330, currentTimeNs=1542304987109681129, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388090182354, stage=SUCCEEDED, actionName='null', event={ "id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo", "source":".scheduled_maintenance", "eventTime":24642387961603129, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304987023, "_enqueue_time_":24642387981691301}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393096620939, stage=STARTED, actionName='null', event={ "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu", "source":".scheduled_maintenance", "eventTime":24642393095886696, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304992158, "_enqueue_time_":24642393096097512}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393097239335, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu", "source":".scheduled_maintenance", "eventTime":24642393095886696, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304992158, "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393115984737, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu", "source":".scheduled_maintenance", "eventTime":24642393095886696, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304992158, "_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393117108986, stage=SUCCEEDED, actionName='null', event={ "id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu", "source":".scheduled_maintenance", "eventTime":24642393095886696, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304992158, "_enqueue_time_":24642393096097512}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118243258, stage=STARTED, actionName='null', event={ "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv", "source":".scheduled_maintenance", "eventTime":24642398117576348, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304997180, "_enqueue_time_":24642398117703863}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118807399, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv", "source":".scheduled_maintenance", "eventTime":24642398117576348, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304997180, "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398120584747, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv", "source":".scheduled_maintenance", "eventTime":24642398117576348, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304997180, "_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398121481348, stage=SUCCEEDED, actionName='null', event={ "id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv", "source":".scheduled_maintenance", "eventTime":24642398117576348, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542304997180, "_enqueue_time_":24642398117703863}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403122624474, stage=STARTED, actionName='null', event={ "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw", "source":".scheduled_maintenance", "eventTime":24642403121982277, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305002184, "_enqueue_time_":24642403122105290}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403123111087, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw", "source":".scheduled_maintenance", "eventTime":24642403121982277, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305002184, "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403125099607, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw", "source":".scheduled_maintenance", "eventTime":24642403121982277, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305002184, "_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403126205316, stage=SUCCEEDED, actionName='null', event={ "id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw", "source":".scheduled_maintenance", "eventTime":24642403121982277, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305002184, "_enqueue_time_":24642403122105290}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127338640, stage=STARTED, actionName='null', event={ "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx", "source":".scheduled_maintenance", "eventTime":24642408126733888, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305007189, "_enqueue_time_":24642408126850653}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127926869, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx", "source":".scheduled_maintenance", "eventTime":24642408126733888, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305007189, "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408129812260, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx", "source":".scheduled_maintenance", "eventTime":24642408126733888, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305007189, "_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408130772806, stage=SUCCEEDED, actionName='null', event={ "id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx", "source":".scheduled_maintenance", "eventTime":24642408126733888, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305007189, "_enqueue_time_":24642408126850653}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135315896, stage=STARTED, actionName='null', event={ "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy", "source":".scheduled_maintenance", "eventTime":24642413134696827, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305012197, "_enqueue_time_":24642413134820573}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135822255, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy", "source":".scheduled_maintenance", "eventTime":24642413134696827, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305012197, "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413137317887, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy", "source":".scheduled_maintenance", "eventTime":24642413134696827, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542305012197, "_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542304987154934950, currentTimeNs=1542305012199261491, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=24642387983051430, stage=STARTED, actionName='null', event={
"id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
"source":".scheduled_maintenance",
"eventTime":24642387961603129,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304987023,
"_enqueue_time_":24642387981691301}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388031273127, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
"source":".scheduled_maintenance",
"eventTime":24642387961603129,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304987023,
"_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388047601000, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
"source":".scheduled_maintenance",
"eventTime":24642387961603129,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304987023,
"_enqueue_time_":24642387981691301}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542132186889244330, currentTimeNs=1542304987109681129, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642388090182354, stage=SUCCEEDED, actionName='null', event={
"id":"578c1f0cde6439Tevystyrra4w1uqd7xh8x2bdo",
"source":".scheduled_maintenance",
"eventTime":24642387961603129,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304987023,
"_enqueue_time_":24642387981691301}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393096620939, stage=STARTED, actionName='null', event={
"id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
"source":".scheduled_maintenance",
"eventTime":24642393095886696,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304992158,
"_enqueue_time_":24642393096097512}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393097239335, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
"source":".scheduled_maintenance",
"eventTime":24642393095886696,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304992158,
"_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393115984737, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
"source":".scheduled_maintenance",
"eventTime":24642393095886696,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304992158,
"_enqueue_time_":24642393096097512}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642393117108986, stage=SUCCEEDED, actionName='null', event={
"id":"578c203ee55768Tevystyrra4w1uqd7xh8x2bdu",
"source":".scheduled_maintenance",
"eventTime":24642393095886696,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304992158,
"_enqueue_time_":24642393096097512}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118243258, stage=STARTED, actionName='null', event={
"id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
"source":".scheduled_maintenance",
"eventTime":24642398117576348,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304997180,
"_enqueue_time_":24642398117703863}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398118807399, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
"source":".scheduled_maintenance",
"eventTime":24642398117576348,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304997180,
"_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398120584747, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
"source":".scheduled_maintenance",
"eventTime":24642398117576348,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304997180,
"_enqueue_time_":24642398117703863}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642398121481348, stage=SUCCEEDED, actionName='null', event={
"id":"578c216a363e9cTevystyrra4w1uqd7xh8x2bdv",
"source":".scheduled_maintenance",
"eventTime":24642398117576348,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542304997180,
"_enqueue_time_":24642398117703863}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403122624474, stage=STARTED, actionName='null', event={
"id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
"source":".scheduled_maintenance",
"eventTime":24642403121982277,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305002184,
"_enqueue_time_":24642403122105290}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403123111087, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
"source":".scheduled_maintenance",
"eventTime":24642403121982277,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305002184,
"_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403125099607, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
"source":".scheduled_maintenance",
"eventTime":24642403121982277,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305002184,
"_enqueue_time_":24642403122105290}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642403126205316, stage=SUCCEEDED, actionName='null', event={
"id":"578c22947f6b45Tevystyrra4w1uqd7xh8x2bdw",
"source":".scheduled_maintenance",
"eventTime":24642403121982277,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305002184,
"_enqueue_time_":24642403122105290}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127338640, stage=STARTED, actionName='null', event={
"id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
"source":".scheduled_maintenance",
"eventTime":24642408126733888,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305007189,
"_enqueue_time_":24642408126850653}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408127926869, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
"source":".scheduled_maintenance",
"eventTime":24642408126733888,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305007189,
"_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408129812260, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
"source":".scheduled_maintenance",
"eventTime":24642408126733888,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305007189,
"_enqueue_time_":24642408126850653}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642408130772806, stage=SUCCEEDED, actionName='null', event={
"id":"578c23becdde40Tevystyrra4w1uqd7xh8x2bdx",
"source":".scheduled_maintenance",
"eventTime":24642408126733888,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305007189,
"_enqueue_time_":24642408126850653}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135315896, stage=STARTED, actionName='null', event={
"id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
"source":".scheduled_maintenance",
"eventTime":24642413134696827,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305012197,
"_enqueue_time_":24642413134820573}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413135822255, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
"source":".scheduled_maintenance",
"eventTime":24642413134696827,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305012197,
"_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=24642413137317887, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"578c24e94d517bTevystyrra4w1uqd7xh8x2bdy",
"source":".scheduled_maintenance",
"eventTime":24642413134696827,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542305012197,
"_enqueue_time_":24642413134820573}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542304987154934950, currentTimeNs=1542305012199261491, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:15C367FFAACE83F9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode

Error Message:
unexpected DELETENODE status: {responseHeader={status=0,QTime=109},status={state=notfound,msg=Did not find [search_rate_trigger3/578a39b2088947Tevystyrra4w1uqd7xh8x2dgs/0] in any tasks queue}}

Stack Trace:
java.lang.AssertionError: unexpected DELETENODE status: {responseHeader={status=0,QTime=109},status={state=notfound,msg=Did not find [search_rate_trigger3/578a39b2088947Tevystyrra4w1uqd7xh8x2dgs/0] in any tasks queue}}
at __randomizedtesting.SeedInfo.seed([8EFA78DCB8DA4F2:2A7D690FFC472B8F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.lambda$testDeleteNode$5(SearchRateTriggerIntegrationTest.java:693)
at java.util.ArrayList.forEach(ArrayList.java:1257)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:677)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13496 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/init-core-data-001
[junit4] 2> 1913464 WARN (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1913464 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1913482 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1913483 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1913484 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001
[junit4] 2> 1913484 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1913521 INFO (Thread-1274) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1913521 INFO (Thread-1274) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1913523 ERROR (Thread-1274) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1913621 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[8EFA78DCB8DA4F2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38604
[junit4] 2> 1913628 INFO (zkConnectionManagerCallback-1905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913633 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1913653 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1913655 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1913656 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1913657 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1913657 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1913657 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1913657 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@10bb9022{/solr,null,AVAILABLE}
[junit4] 2> 1913657 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1913691 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1913691 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1913691 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1913691 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.h.ContextHandler Started ***@27f62888{/solr,null,AVAILABLE}
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.AbstractConnector Started ***@cc0db4a{SSL,[ssl, http/1.1]}{127.0.0.1:33718}
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.e.j.s.Server Started @1913754ms
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33718}
[junit4] 2> 1913693 ERROR (jetty-launcher-1902-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1913693 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-15T17:27:56.065Z
[junit4] 2> 1913750 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1913750 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1913750 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1913751 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.h.ContextHandler Started ***@3917309c{/solr,null,AVAILABLE}
[junit4] 2> 1913751 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.AbstractConnector Started ***@7c0da4d6{SSL,[ssl, http/1.1]}{127.0.0.1:36818}
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.e.j.s.Server Started @1913827ms
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36818}
[junit4] 2> 1913766 ERROR (jetty-launcher-1902-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1913766 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-15T17:27:56.138Z
[junit4] 2> 1913754 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@4c06bad0{SSL,[ssl, http/1.1]}{127.0.0.1:44879}
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.e.j.s.Server Started @1913828ms
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44879}
[junit4] 2> 1913767 ERROR (jetty-launcher-1902-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1913767 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-15T17:27:56.139Z
[junit4] 2> 1913770 INFO (zkConnectionManagerCallback-1909-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913774 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1913774 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1913774 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1913775 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1913775 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1913775 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1913775 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.h.ContextHandler Started ***@2ee6aa4d{/solr,null,AVAILABLE}
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.AbstractConnector Started ***@5fe3df6a{SSL,[ssl, http/1.1]}{127.0.0.1:45852}
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.e.j.s.Server Started @1913837ms
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45852}
[junit4] 2> 1913776 ERROR (jetty-launcher-1902-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1913776 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-15T17:27:56.148Z
[junit4] 2> 1913786 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1913790 INFO (zkConnectionManagerCallback-1907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1913790 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1914082 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@3bcb4549{/solr,null,AVAILABLE}
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@2da96905{SSL,[ssl, http/1.1]}{127.0.0.1:35421}
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.e.j.s.Server Started @1914144ms
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35421}
[junit4] 2> 1914083 ERROR (jetty-launcher-1902-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1914083 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-15T17:27:56.455Z
[junit4] 2> 1914111 INFO (zkConnectionManagerCallback-1915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1914111 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1914265 INFO (zkConnectionManagerCallback-1911-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1914406 INFO (zkConnectionManagerCallback-1913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1914435 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1914447 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1914890 INFO (jetty-launcher-1902-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
[junit4] 2> 1914926 INFO (zkConnectionManagerCallback-1919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915011 INFO (zkConnectionManagerCallback-1921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915066 INFO (jetty-launcher-1902-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
[junit4] 2> 1915162 INFO (zkConnectionManagerCallback-1927-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915263 INFO (zkConnectionManagerCallback-1929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915382 INFO (jetty-launcher-1902-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
[junit4] 2> 1915417 INFO (zkConnectionManagerCallback-1933-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915580 INFO (zkConnectionManagerCallback-1935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915828 INFO (jetty-launcher-1902-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
[junit4] 2> 1915840 INFO (zkConnectionManagerCallback-1941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915937 INFO (zkConnectionManagerCallback-1943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1915940 INFO (jetty-launcher-1902-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38604/solr
[junit4] 2> 1915966 INFO (zkConnectionManagerCallback-1947-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916010 INFO (zkConnectionManagerCallback-1951-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916020 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35421_solr
[junit4] 2> 1916021 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.Overseer Overseer (id=73672419220324361-127.0.0.1:35421_solr-n_0000000000) starting
[junit4] 2> 1916124 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36818_solr
[junit4] 2> 1916205 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1916250 INFO (zkCallback-1934-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1916270 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1916287 INFO (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1916287 INFO (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45852_solr
[junit4] 2> 1916308 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1916321 INFO (zkConnectionManagerCallback-1960-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916322 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1916323 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1916323 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44879_solr
[junit4] 2> 1916347 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
[junit4] 2> 1916359 INFO (zkCallback-1934-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1916359 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1916363 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1916392 INFO (zkConnectionManagerCallback-1965-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916400 INFO (zkCallback-1950-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1916416 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1916416 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1916416 INFO (zkCallback-1934-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1916416 INFO (zkCallback-1950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1916419 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1916452 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 1916489 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
[junit4] 2> 1916501 INFO (zkConnectionManagerCallback-1976-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916509 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1916510 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1916511 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1916511 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1916512 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.node' (registry 'solr.node') enabled at server: ***@51934c80
[junit4] 2> 1916525 INFO (OverseerStateUpdate-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [n:127.0.0.1:35421_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35421_solr
[junit4] 2> 1916527 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1916527 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35421_solr
[junit4] 2> 1916527 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1916528 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
[junit4] 2> 1916528 INFO (zkCallback-1934-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916529 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916529 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916541 INFO (zkConnectionManagerCallback-1971-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1916567 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.jvm' (registry 'solr.jvm') enabled at server: ***@51934c80
[junit4] 2> 1916568 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36818.solr.jetty' (registry 'solr.jetty') enabled at server: ***@51934c80
[junit4] 2> 1916568 INFO (jetty-launcher-1902-thread-3) [n:127.0.0.1:36818_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node3/.
[junit4] 2> 1916569 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1916578 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916631 INFO (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1916672 INFO (zkCallback-1964-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916854 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1916862 INFO (zkCallback-1950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916907 INFO (zkCallback-1975-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1916960 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.node' (registry 'solr.node') enabled at server: ***@51934c80
[junit4] 2> 1916963 INFO (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38604/solr ready
[junit4] 2> 1916999 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.jvm' (registry 'solr.jvm') enabled at server: ***@51934c80
[junit4] 2> 1916999 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44879.solr.jetty' (registry 'solr.jetty') enabled at server: ***@51934c80
[junit4] 2> 1917011 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1917016 INFO (jetty-launcher-1902-thread-5) [n:127.0.0.1:45852_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1917016 INFO (jetty-launcher-1902-thread-2) [n:127.0.0.1:44879_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node2/.
[junit4] 2> 1917036 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44879_solr, 127.0.0.1:45852_solr, 127.0.0.1:36818_solr, 127.0.0.1:35421_solr]
[junit4] 2> 1917045 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1917045 INFO (jetty-launcher-1902-thread-4) [n:127.0.0.1:33718_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33718_solr
[junit4] 2> 1917045 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1917045 DEBUG (OverseerAutoScalingTriggerThread-73672419220324361-127.0.0.1:35421_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1917047 INFO (zkCallback-1975-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917111 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.node' (registry 'solr.node') enabled at server: ***@51934c80
[junit4] 2> 1917122 INFO (zkCallback-1959-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917122 INFO (zkCallback-1950-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917154 INFO (zkCallback-1964-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917162 INFO (zkCallback-1934-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917162 INFO (zkCallback-1942-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917165 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.jvm' (registry 'solr.jvm') enabled at server: ***@51934c80
[junit4] 2> 1917165 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35421.solr.jetty' (registry 'solr.jetty') enabled at server: ***@51934c80
[junit4] 2> 1917166 INFO (jetty-launcher-1902-thread-1) [n:127.0.0.1:35421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_8EFA78DCB8DA4F2-001/tempDir-001/node1/.
[junit4] 2> 1917192 INFO (zkCallback-1928-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1917202 INFO (jetty-launcher-1902-thread-5) [n:127.

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null789643767

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 219 minutes 59 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-17 17:10:29 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/213/

14 tests failed.
FAILED: org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica

Error Message:
Expected new active leader null Live Nodes: [127.0.0.1:41352_solr, 127.0.0.1:42516_solr, 127.0.0.1:44817_solr] Last available state: DocCollection(raceDeleteReplica_false//collections/raceDeleteReplica_false/state.json/13)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"raceDeleteReplica_false_shard1_replica_n2", "base_url":"https://127.0.0.1:46850/solr", "node_name":"127.0.0.1:46850_solr", "state":"down", "type":"NRT", "force_set_state":"false", "leader":"true"}, "core_node6":{ "core":"raceDeleteReplica_false_shard1_replica_n5", "base_url":"https://127.0.0.1:46850/solr", "node_name":"127.0.0.1:46850_solr", "state":"down", "type":"NRT", "force_set_state":"false"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected new active leader
null
Live Nodes: [127.0.0.1:41352_solr, 127.0.0.1:42516_solr, 127.0.0.1:44817_solr]
Last available state: DocCollection(raceDeleteReplica_false//collections/raceDeleteReplica_false/state.json/13)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"raceDeleteReplica_false_shard1_replica_n2",
"base_url":"https://127.0.0.1:46850/solr",
"node_name":"127.0.0.1:46850_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false",
"leader":"true"},
"core_node6":{
"core":"raceDeleteReplica_false_shard1_replica_n5",
"base_url":"https://127.0.0.1:46850/solr",
"node_name":"127.0.0.1:46850_solr",
"state":"down",
"type":"NRT",
"force_set_state":"false"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:18C8D9E5AA89E156]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:280)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:328)
at org.apache.solr.cloud.DeleteReplicaTest.raceConditionOnDeleteAndRegisterReplica(DeleteReplicaTest.java:224)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards

Error Message:
Error from server at https://127.0.0.1:42516/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42516/solr: Cannot create collection deleteByCountNew. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:4E4FFF618D3AF6C9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaByCountForAllShards(DeleteReplicaTest.java:161)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest

Error Message:
Error from server at https://127.0.0.1:42516/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42516/solr: Cannot create collection delLiveColl. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 3. This allows a maximum of 3 to be created. Value of numShards is 2, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 4 shards to be created (higher than the allowed number)
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:DFBE0C3EDF4403E9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2145>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2145>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:8F5F30DE65382061]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange(TestNumericRangeQuery32.java:403)
at org.apache.solr.legacy.TestNumericRangeQuery32.testFloatRange_8bit(TestNumericRangeQuery32.java:408)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_4bit

Error Message:
Returned count of range query must be equal to exclusive range length expected:<1712> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to exclusive range length expected:<1712> but was:<1000>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:EFBCB612643A0147]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit(TestNumericRangeQuery32.java:368)
at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_4bit(TestNumericRangeQuery32.java:387)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<2656> but was:<1841>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<2656> but was:<1841>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:968353B6E9BC6811]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit(TestNumericRangeQuery32.java:364)
at org.apache.solr.legacy.TestNumericRangeQuery32.testRangeSplit_8bit(TestNumericRangeQuery32.java:382)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:3123F007E676369]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange(TestNumericRangeQuery64.java:432)
at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_8bit(TestNumericRangeQuery64.java:437)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_6bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<3001> but was:<2741>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:1F9E880BC76518F6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange(TestNumericRangeQuery64.java:432)
at org.apache.solr.legacy.TestNumericRangeQuery64.testDoubleRange_6bit(TestNumericRangeQuery64.java:442)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_6bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<4548> but was:<3493>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<4548> but was:<3493>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:C413124D64768F86]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_6bit(TestNumericRangeQuery64.java:411)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_2bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<1379> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<1379> but was:<1000>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:6DBB1EC6AC3334EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_2bit(TestNumericRangeQuery64.java:421)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_8bit

Error Message:
Returned count of range query must be equal to inclusive range length expected:<2453> but was:<1000>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to inclusive range length expected:<2453> but was:<1000>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:968353B6E9BC6811]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:388)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_8bit(TestNumericRangeQuery64.java:406)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_4bit

Error Message:
Returned count of range query must be equal to exclusive range length expected:<1581> but was:<1381>

Stack Trace:
java.lang.AssertionError: Returned count of range query must be equal to exclusive range length expected:<1581> but was:<1381>
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:EFBCB612643A0147]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit(TestNumericRangeQuery64.java:392)
at org.apache.solr.legacy.TestNumericRangeQuery64.testRangeSplit_4bit(TestNumericRangeQuery64.java:416)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([72DEB835C27BAB9C:FA8A87EF6C87C664]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=3604862063453735, stage=STARTED, actionName='null', event={ "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b", "source":".scheduled_maintenance", "eventTime":3604862061076196, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470078016, "_enqueue_time_":3604862062033750}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862067703919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b", "source":".scheduled_maintenance", "eventTime":3604862061076196, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470078016, "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862078327385, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b", "source":".scheduled_maintenance", "eventTime":3604862061076196, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470078016, "_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542297277980142157, currentTimeNs=1542470078033519013, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862080765842, stage=SUCCEEDED, actionName='null', event={ "id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b", "source":".scheduled_maintenance", "eventTime":3604862061076196, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470078016, "_enqueue_time_":3604862062033750}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084222874, stage=STARTED, actionName='null', event={ "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h", "source":".scheduled_maintenance", "eventTime":3604867083241455, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470083038, "_enqueue_time_":3604867083486660}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084953469, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h", "source":".scheduled_maintenance", "eventTime":3604867083241455, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470083038, "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867088499936, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h", "source":".scheduled_maintenance", "eventTime":3604867083241455, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470083038, "_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867089880296, stage=SUCCEEDED, actionName='null', event={ "id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h", "source":".scheduled_maintenance", "eventTime":3604867083241455, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470083038, "_enqueue_time_":3604867083486660}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872091801591, stage=STARTED, actionName='null', event={ "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i", "source":".scheduled_maintenance", "eventTime":3604872090455993, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470088046, "_enqueue_time_":3604872090773755}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872092660132, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i", "source":".scheduled_maintenance", "eventTime":3604872090455993, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470088046, "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872095586554, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i", "source":".scheduled_maintenance", "eventTime":3604872090455993, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470088046, "_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872096987022, stage=SUCCEEDED, actionName='null', event={ "id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i", "source":".scheduled_maintenance", "eventTime":3604872090455993, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470088046, "_enqueue_time_":3604872090773755}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877098390786, stage=STARTED, actionName='null', event={ "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j", "source":".scheduled_maintenance", "eventTime":3604877097494208, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470093053, "_enqueue_time_":3604877097739205}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877099225249, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j", "source":".scheduled_maintenance", "eventTime":3604877097494208, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470093053, "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877104231874, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j", "source":".scheduled_maintenance", "eventTime":3604877097494208, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470093053, "_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877105569764, stage=SUCCEEDED, actionName='null', event={ "id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j", "source":".scheduled_maintenance", "eventTime":3604877097494208, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470093053, "_enqueue_time_":3604877097739205}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882106970904, stage=STARTED, actionName='null', event={ "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k", "source":".scheduled_maintenance", "eventTime":3604882106077340, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470098061, "_enqueue_time_":3604882106325956}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882107662189, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k", "source":".scheduled_maintenance", "eventTime":3604882106077340, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470098061, "_enqueue_time_":3604882106325956}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882110362578, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k", "source":".scheduled_maintenance", "eventTime":3604882106077340, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470098061, "_enqueue_time_":3604882106325956}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604882111823385, stage=SUCCEEDED, actionName='null', event={ "id":"cce9f0563d09cTckaokuh4ekz60li50sac6yz6k", "source":".scheduled_maintenance", "eventTime":3604882106077340, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470098061, "_enqueue_time_":3604882106325956}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887113621353, stage=STARTED, actionName='null', event={ "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l", "source":".scheduled_maintenance", "eventTime":3604887112567866, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470103068, "_enqueue_time_":3604887112810676}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887114461327, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l", "source":".scheduled_maintenance", "eventTime":3604887112567866, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470103068, "_enqueue_time_":3604887112810676}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604887116586849, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"ccea02fcccc3aTckaokuh4ekz60li50sac6yz6l", "source":".scheduled_maintenance", "eventTime":3604887112567866, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1542470103068, "_enqueue_time_":3604887112810676}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1542470078042937267, currentTimeNs=1542470103071436388, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=3604862063453735, stage=STARTED, actionName='null', event={
"id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
"source":".scheduled_maintenance",
"eventTime":3604862061076196,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470078016,
"_enqueue_time_":3604862062033750}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862067703919, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
"source":".scheduled_maintenance",
"eventTime":3604862061076196,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470078016,
"_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862078327385, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
"source":".scheduled_maintenance",
"eventTime":3604862061076196,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470078016,
"_enqueue_time_":3604862062033750}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542297277980142157, currentTimeNs=1542470078033519013, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604862080765842, stage=SUCCEEDED, actionName='null', event={
"id":"cce9a5a9d5ee4Tckaokuh4ekz60li50sac6yz6b",
"source":".scheduled_maintenance",
"eventTime":3604862061076196,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470078016,
"_enqueue_time_":3604862062033750}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084222874, stage=STARTED, actionName='null', event={
"id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
"source":".scheduled_maintenance",
"eventTime":3604867083241455,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470083038,
"_enqueue_time_":3604867083486660}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867084953469, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
"source":".scheduled_maintenance",
"eventTime":3604867083241455,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470083038,
"_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867088499936, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
"source":".scheduled_maintenance",
"eventTime":3604867083241455,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470083038,
"_enqueue_time_":3604867083486660}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604867089880296, stage=SUCCEEDED, actionName='null', event={
"id":"cce9b85f587efTckaokuh4ekz60li50sac6yz6h",
"source":".scheduled_maintenance",
"eventTime":3604867083241455,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470083038,
"_enqueue_time_":3604867083486660}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872091801591, stage=STARTED, actionName='null', event={
"id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
"source":".scheduled_maintenance",
"eventTime":3604872090455993,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470088046,
"_enqueue_time_":3604872090773755}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872092660132, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
"source":".scheduled_maintenance",
"eventTime":3604872090455993,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470088046,
"_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872095586554, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
"source":".scheduled_maintenance",
"eventTime":3604872090455993,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470088046,
"_enqueue_time_":3604872090773755}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604872096987022, stage=SUCCEEDED, actionName='null', event={
"id":"cce9cb0698fb9Tckaokuh4ekz60li50sac6yz6i",
"source":".scheduled_maintenance",
"eventTime":3604872090455993,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470088046,
"_enqueue_time_":3604872090773755}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877098390786, stage=STARTED, actionName='null', event={
"id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
"source":".scheduled_maintenance",
"eventTime":3604877097494208,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470093053,
"_enqueue_time_":3604877097739205}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877099225249, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
"source":".scheduled_maintenance",
"eventTime":3604877097494208,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470093053,
"_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=3604877104231874, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"cce9ddadae6c0Tckaokuh4ekz60li50sac6yz6j",
"source":".scheduled_maintenance",
"eventTime":3604877097494208,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1542470093053,
"_enqueue_time_":3604877097739205}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'},

[...truncated too long message...]

s-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1409176601

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 45 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-19 15:11:56 UTC
Permalink
Error processing tokens: Error while parsing action 'Text/ZeroOrMore/FirstOf/Token/DelimitedToken/DelimitedToken_Action3' at input position (line 76, pos 4):
)"}
^

java.lang.OutOfMemoryError: Java heap space
Apache Jenkins Server
2018-11-20 18:14:53 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/215/

3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.prometheus.exporter.SolrExporterTest

Error Message:
Error from server at https://127.0.0.1:34057/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34057/solr: KeeperErrorCode = NoNode for /overseer/collection-queue-work/qnr-0000000000
at __randomizedtesting.SeedInfo.seed([95FFC6A58A5C2717]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([FA93CFBC5D914971:72C7F066F36D2489]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 / shard1 has no leader and can't be split

Stack Trace:
java.io.IOException: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 / shard1 has no leader and can't be split
at __randomizedtesting.SeedInfo.seed([FA93CFBC5D914971:E7BF0FCE3CD26E7A]:0)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:654)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager$1.request(SimCloudManager.java:224)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:221)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.ExecutionException: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 / shard1 has no leader and can't be split
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:652)
... 43 more
Caused by: org.apache.solr.common.SolrException: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 / shard1 has no leader and can't be split
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:854)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$15(SimCloudManager.java:651)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.common.SolrException: Shard ScheduledMaintenanceTriggerTest_collection1 / shard1 has no leader and can't be split
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.simSplitShard(SimClusterStateProvider.java:1152)
at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:852)
... 6 more




Build Log:
[...truncated 13908 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> 3084361 INFO (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/init-core-data-001
[junit4] 2> 3084362 WARN (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
[junit4] 2> 3084362 INFO (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3084363 INFO (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 3084363 INFO (SUITE-HttpPartitionTest-seed#[FA93CFBC5D914971]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kl_jg/e
[junit4] 2> 3084375 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3084375 INFO (Thread-3526) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3084375 INFO (Thread-3526) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3084383 ERROR (Thread-3526) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3084475 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkTestServer start zk server on port:35614
[junit4] 2> 3084478 INFO (zkConnectionManagerCallback-10308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3084481 INFO (zkConnectionManagerCallback-10310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3084485 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3084487 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3084488 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3084489 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3084511 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3084512 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3084514 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3084515 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3084516 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3084517 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3084518 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3084519 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 3084777 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 3084790 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3084790 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3084790 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3084792 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.h.ContextHandler Started ***@20b3eac0{/kl_jg/e,null,AVAILABLE}
[junit4] 2> 3084803 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.AbstractConnector Started ***@36c8e25a{HTTP/1.1,[http/1.1]}{127.0.0.1:43530}
[junit4] 2> 3084803 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server Started @3085026ms
[junit4] 2> 3084803 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/control/data, hostContext=/kl_jg/e, hostPort=39644, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores}
[junit4] 2> 3084803 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3084803 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3084804 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3084804 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3084804 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3084804 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-20T16:43:00.839Z
[junit4] 2> 3084805 INFO (zkConnectionManagerCallback-10312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3084831 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3084831 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/solr.xml
[junit4] 2> 3084834 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3084834 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3084836 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3085074 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
[junit4] 2> 3085076 INFO (zkConnectionManagerCallback-10316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3085078 INFO (zkConnectionManagerCallback-10318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3085305 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39644_kl_jg%2Fe
[junit4] 2> 3085306 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer Overseer (id=73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) starting
[junit4] 2> 3085324 INFO (zkConnectionManagerCallback-10325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3085326 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
[junit4] 2> 3085327 INFO (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39644_kl_jg%2Fe
[junit4] 2> 3085327 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39644_kl_jg%2Fe
[junit4] 2> 3085327 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 3085328 INFO (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3085346 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3085346 INFO (zkCallback-10324-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3085347 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3085347 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3085358 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:39644_kl_jg%2Fe]
[junit4] 2> 3085359 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3085359 DEBUG (OverseerAutoScalingTriggerThread-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3085359 DEBUG (ScheduledTrigger-7972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3085398 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3085455 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@63cdad84
[junit4] 2> 3085480 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@63cdad84
[junit4] 2> 3085480 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@63cdad84
[junit4] 2> 3085481 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores
[junit4] 2> 3085553 INFO (zkConnectionManagerCallback-10331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3085554 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3085554 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
[junit4] 2> 3085555 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44580,localport=39644], receiveBufferSize:531000
[junit4] 2> 3085555 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50976], receiveBufferSize=530904
[junit4] 2> 3085556 INFO (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39644_kl_jg%252Fe&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3085559 INFO (OverseerThreadFactory-7974-thread-1-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 3085561 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:39644_kl_jg%2Fe",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 3085663 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44584,localport=39644], receiveBufferSize:531000
[junit4] 2> 3085663 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50980], receiveBufferSize=530904
[junit4] 2> 3085664 INFO (qtp642322192-25145) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3085666 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44588,localport=39644], receiveBufferSize:531000
[junit4] 2> 3085667 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50984], receiveBufferSize=530904
[junit4] 2> 3085667 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3085667 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3085670 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39644/kl_jg/e",
[junit4] 2> "node_name":"127.0.0.1:39644_kl_jg%2Fe",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3086360 DEBUG (ScheduledTrigger-7972-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3086695 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3086716 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 3086971 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3087009 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 3087010 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@63cdad84
[junit4] 2> 3087010 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 3087012 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
[junit4] 2> 3087013 WARN (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3087103 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3087104 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3087105 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3087105 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3087105 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
[junit4] 2> 3087106 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@3f7dbc23[control_collection_shard1_replica_n1] main]
[junit4] 2> 3087107 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3087107 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3087116 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3087116 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671941679742976
[junit4] 2> 3087116 INFO (searcherExecutor-7979-thread-1-processing-n:127.0.0.1:39644_kl_jg%2Fe x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@3f7dbc23[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3087121 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3087124 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3087124 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3087124 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/
[junit4] 2> 3087124 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3087125 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 3087128 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39644/kl_jg/e/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 3087128 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:39644/kl_jg/e",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 3087230 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3087231 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:39644/kl_jg/e",
[junit4] 2> "node_name":"127.0.0.1:39644_kl_jg%2Fe",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 3087232 INFO (qtp642322192-25146) [n:127.0.0.1:39644_kl_jg%2Fe c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1565
[junit4] 2> 3087251 INFO (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3087332 INFO (zkCallback-10317-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3087361 DEBUG (ScheduledTrigger-7972-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3087560 INFO (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3088251 INFO (qtp642322192-25150) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:39644_kl_jg%252Fe&wt=javabin&version=2} status=0 QTime=2695
[junit4] 2> 3088255 INFO (zkConnectionManagerCallback-10336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3088277 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3088278 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
[junit4] 2> 3088278 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3088278 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44594,localport=39644], receiveBufferSize:531000
[junit4] 2> 3088279 INFO (SocketProxy-Acceptor-39644) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=43530,localport=50990], receiveBufferSize=530904
[junit4] 2> 3088279 INFO (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3088281 INFO (OverseerThreadFactory-7974-thread-2-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 3088284 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 3088361 DEBUG (ScheduledTrigger-7972-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3088484 WARN (OverseerThreadFactory-7974-thread-2-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 3088487 INFO (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3088487 INFO (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=207
[junit4] 2> 3088785 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001 of type NRT
[junit4] 2> 3088785 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 3088786 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3088786 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3088786 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3088787 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.h.ContextHandler Started ***@6d2e63c5{/kl_jg/e,null,AVAILABLE}
[junit4] 2> 3088787 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.AbstractConnector Started ***@465ed0b3{HTTP/1.1,[http/1.1]}{127.0.0.1:41993}
[junit4] 2> 3088787 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server Started @3089010ms
[junit4] 2> 3088787 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/kl_jg/e, hostPort=38151, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores}
[junit4] 2> 3088787 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3088787 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3088788 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3088788 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3088788 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3088788 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-20T16:43:04.823Z
[junit4] 2> 3088789 INFO (zkConnectionManagerCallback-10338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3088790 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3088790 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/solr.xml
[junit4] 2> 3088793 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3088793 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3088795 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3088961 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
[junit4] 2> 3088965 INFO (zkConnectionManagerCallback-10342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3088967 INFO (zkConnectionManagerCallback-10344-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3088992 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3088995 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3088995 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38151_kl_jg%2Fe
[junit4] 2> 3088996 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38151_kl_jg%2Fe"} current state version: 1
[junit4] 2> 3088996 INFO (zkCallback-10335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3088996 INFO (zkCallback-10324-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3088996 INFO (zkCallback-10317-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3088997 INFO (zkCallback-10343-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3089058 INFO (zkConnectionManagerCallback-10351-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3089059 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3089060 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
[junit4] 2> 3089060 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3089115 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@63cdad84
[junit4] 2> 3089146 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@63cdad84
[junit4] 2> 3089146 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@63cdad84
[junit4] 2> 3089147 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores
[junit4] 2> 3089209 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48022,localport=38151], receiveBufferSize:531000
[junit4] 2> 3089209 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40770], receiveBufferSize=530904
[junit4] 2> 3089210 INFO (qtp1032618628-25214) [n:127.0.0.1:38151_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38151_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3089212 INFO (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3089215 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48026,localport=38151], receiveBufferSize:531000
[junit4] 2> 3089215 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40774], receiveBufferSize=530904
[junit4] 2> 3089216 INFO (qtp1032618628-25209) [n:127.0.0.1:38151_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3089218 INFO (qtp642322192-25151) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3089219 INFO (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3089219 INFO (OverseerThreadFactory-7974-thread-3-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38151_kl_jg%2Fe for creating new replica of shard shard2 for collection collection1
[junit4] 2> 3089221 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48030,localport=38151], receiveBufferSize:531000
[junit4] 2> 3089239 INFO (SocketProxy-Acceptor-38151) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41993,localport=40778], receiveBufferSize=530904
[junit4] 2> 3089239 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3089241 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38151/kl_jg/e",
[junit4] 2> "node_name":"127.0.0.1:38151_kl_jg%2Fe",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 1
[junit4] 2> 3089361 DEBUG (ScheduledTrigger-7972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3090265 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3090331 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 3090391 DEBUG (ScheduledTrigger-7972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3090898 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3090977 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 3090978 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: ***@63cdad84
[junit4] 2> 3090978 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 3090980 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
[junit4] 2> 3090994 WARN (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3091149 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3091149 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3091150 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3091150 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3091163 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
[junit4] 2> 3091163 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [***@4969720e[collection1_shard2_replica_n41] main]
[junit4] 2> 3091165 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3091165 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3091165 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3091166 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671945926475776
[junit4] 2> 3091166 INFO (searcherExecutor-7993-thread-1-processing-n:127.0.0.1:38151_kl_jg%2Fe x:collection1_shard2_replica_n41 c:collection1 s:shard2) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher ***@4969720e[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3091171 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 3091174 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3091174 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3091174 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/
[junit4] 2> 3091174 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3091174 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 3091185 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38151/kl_jg/e/collection1_shard2_replica_n41/ shard2
[junit4] 2> 3091185 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:38151/kl_jg/e",
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 3091336 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3091338 INFO (qtp1032618628-25210) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2098
[junit4] 2> 3091354 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "core_node_name":"core_node42",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38151/kl_jg/e",
[junit4] 2> "node_name":"127.0.0.1:38151_kl_jg%2Fe",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 3091355 INFO (qtp1032618628-25214) [n:127.0.0.1:38151_kl_jg%2Fe c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38151_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2145
[junit4] 2> 3091391 DEBUG (ScheduledTrigger-7972-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 3091655 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001 of type NRT
[junit4] 2> 3091656 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 3091657 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3091657 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3091657 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3091657 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.h.ContextHandler Started ***@ca36cc8{/kl_jg/e,null,AVAILABLE}
[junit4] 2> 3091658 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.AbstractConnector Started ***@73adbe6c{HTTP/1.1,[http/1.1]}{127.0.0.1:44808}
[junit4] 2> 3091658 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.e.j.s.Server Started @3091881ms
[junit4] 2> 3091658 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/kl_jg/e, hostPort=46464, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores}
[junit4] 2> 3091658 ERROR (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3091659 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3091659 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 3091659 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3091659 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3091659 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-20T16:43:07.694Z
[junit4] 2> 3091660 INFO (zkConnectionManagerCallback-10354-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3091661 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3091661 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/solr.xml
[junit4] 2> 3091665 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 3091665 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 3091678 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@63cdad84, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 3091842 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35614/solr
[junit4] 2> 3091843 INFO (zkConnectionManagerCallback-10358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3091857 INFO (zkConnectionManagerCallback-10360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3091862 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3091866 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 3091866 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46464_kl_jg%2Fe
[junit4] 2> 3091867 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:46464_kl_jg%2Fe"} current state version: 4
[junit4] 2> 3091867 INFO (zkCallback-10324-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091867 INFO (zkCallback-10335-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091867 INFO (zkCallback-10350-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091867 INFO (zkCallback-10343-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091867 INFO (zkCallback-10317-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091868 INFO (zkCallback-10359-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3091921 INFO (zkConnectionManagerCallback-10367-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3091930 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3091931 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35614/solr ready
[junit4] 2> 3091932 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3091965 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@63cdad84
[junit4] 2> 3092005 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@63cdad84
[junit4] 2> 3092005 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@63cdad84
[junit4] 2> 3092006 INFO (TEST-HttpPartitionTest.test-seed#[FA93CFBC5D914971]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores
[junit4] 2> 3092101 INFO (qtp1032618628-25209) [n:127.0.0.1:38151_kl_jg%2Fe ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46464_kl_jg%252Fe&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3092124 INFO (OverseerCollectionConfigSetProcessor-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3092127 INFO (qtp1032618628-25213) [n:127.0.0.1:38151_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n41:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3092128 INFO (qtp1032618628-25216) [n:127.0.0.1:38151_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3092137 INFO (qtp642322192-25151) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 3092138 INFO (qtp642322192-25149) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3092139 INFO (SocketProxy-Acceptor-46464) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51970,localport=46464], receiveBufferSize:531000
[junit4] 2> 3092139 INFO (SocketProxy-Acceptor-46464) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44808,localport=55190], receiveBufferSize=530904
[junit4] 2> 3092140 INFO (qtp786686155-25258) [n:127.0.0.1:46464_kl_jg%2Fe ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 3092149 INFO (OverseerThreadFactory-7974-thread-4-processing-n:127.0.0.1:39644_kl_jg%2Fe) [n:127.0.0.1:39644_kl_jg%2Fe c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:46464_kl_jg%2Fe for creating new replica of shard shard1 for collection collection1
[junit4] 2> 3092161 INFO (SocketProxy-Acceptor-46464) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=51974,localport=46464], receiveBufferSize:531000
[junit4] 2> 3092164 INFO (SocketProxy-Acceptor-46464) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=44808,localport=55194], receiveBufferSize=530904
[junit4] 2> 3092177 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe x:collection1_shard1_replica_n43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3092179 DEBUG (OverseerStateUpdate-73700554121150468-127.0.0.1:39644_kl_jg%2Fe-n_0000000000) [n:127.0.0.1:39644_kl_jg%2Fe ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_n43",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:46464/kl_jg/e",
[junit4] 2> "node_name":"127.0.0.1:46464_kl_jg%2Fe",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 3092392 DEBUG (ScheduledTrigger-7972-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3093220 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 3093253 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 3093392 DEBUG (ScheduledTrigger-7972-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 3093591 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3093637 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 3093638 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: ***@63cdad84
[junit4] 2> 3093638 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_FA93CFBC5D914971-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 3093640 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=67.9287109375, floorSegmentMB=1.7666015625, forceMergeDeletesPctAllowed=15.880532373726545, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=47.74617908343414
[junit4] 2> 3093654 WARN (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3093747 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3093747 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3093748 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3093748 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3093749 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=19.0703125, floorSegmentMB=0.927734375, forceMergeDeletesPctAllowed=25.43163873321258, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7543890065591703, deletesPctAllowed=34.607443124905366
[junit4] 2> 3093749 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [***@13b1a36a[collection1_shard1_replica_n43] main]
[junit4] 2> 3093750 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3093751 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3093751 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3093751 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617671948637044736
[junit4] 2> 3093752 INFO (searcherExecutor-8007-thread-1-processing-n:127.0.0.1:46464_kl_jg%2Fe x:collection1_shard1_replica_n43 c:collection1 s:shard1) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher ***@13b1a36a[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3093756 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 3093758 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3093758 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3093758 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46464/kl_jg/e/collection1_shard1_replica_n43/
[junit4] 2> 3093758 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3093758 INFO (qtp786686155-25253) [n:127.0.0.1:46464_kl_jg%2Fe c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:46464/kl_jg/e/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 3093769 INFO (qtp786686155-25253) [n:127.0.0.1:46464_

[...truncated too long message...]

-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null786163218

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 72ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 227 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-22 02:45:13 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/216/

3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration

Error Message:
did not finish processing in time

Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:3A12B35E0CF61CC9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:320)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10203_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10203_solr should have been deleted
at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:1B2682122D3C18D8]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration(TestSimTriggerIntegration.java:893)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventFromRestoredState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([39C0A1E2309D537:3AABEDE0A04715D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventFromRestoredState(TestSimTriggerIntegration.java:723)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout:
stderr: fatal: unable to connect to git.apache.org:
git.apache.org[0: 54.84.58.65]: errno=Connection refused


at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1721)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:72)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:405)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
at sun.reflect.GeneratedMethodAccessor1641.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
at com.sun.proxy.$Proxy119.execute(Unknown Source)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:886)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Cleaning workspace
git rev-parse --verify HEAD # timeout=10
Resetting working tree
git reset --hard # timeout=10
git clean -fdx # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
git --version # timeout=10
git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
git rev-parse refs/remotes/origin/master^{commit} # timeout=10
git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
Checking out Revision 67cdd21996f716ffb137bbcb8f826794a2632be7 (refs/remotes/origin/master)
git config core.sparsecheckout # timeout=10
git checkout -f 67cdd21996f716ffb137bbcb8f826794a2632be7
Commit message: "SOLR-9856: Update the Ref Guide to no longer list this issue as unresolved."
git rev-list --no-walk bd3ce916bd1919576d9ced96e65182e850b3924c # timeout=10
No emails were triggered.
[Lucene-Solr-BadApples-Tests-master] $ /home/jenkins/tools/ant/apache-ant-1.8.4/bin/ant jenkins-badapples
Buildfile: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml

jenkins-badapples:

-print-java-info:
[java-info] java version "1.8.0_191"
[java-info] Java(TM) SE Runtime Environment (1.8.0_191-b12, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.191-b12, Oracle Corporation)
[java-info] Test args: []

clean:

clean:

clean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.15 in public
[ivy:cachepath] :: resolution report :: resolve 191ms :: artifacts dl 3ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 1 | 0 | 0 | 0 || 1 | 0 |
---------------------------------------------------------------------

-test-with-heapdumps-enabled:
[echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/heapdumps'.
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/heapdumps

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
[copy] Copying 1 file to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build

git-autoclean:

resolve:

init:

compile-core:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java
[javac] Compiling 858 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/java/org/apache/lucene/index/FrozenBufferedUpdates.java:315: warning: [try] auto-closeable resource finalizer is never referenced in body of corresponding try statement
[javac] try (Closeable finalizer = () -> finishApply(writer, segStates, success.get(), delFiles)) {
[javac] ^
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] 1 warning
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene80/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
[copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java
[javac] Compiling 74 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
[copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java
[javac] Compiling 195 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:416: warning: [try] auto-closeable resource output is never referenced in body of corresponding try statement
[javac] try (IndexOutput output = dir.createOutput(fileName, newIOContext(random()))) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:440: warning: [try] auto-closeable resource input is never referenced in body of corresponding try statement
[javac] try (IndexInput input = dir.openInput(file, newIOContext(random()))) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:1051: warning: [try] auto-closeable resource out is never referenced in body of corresponding try statement
[javac] try (IndexOutput out = dir.createOutput(name, IOContext.DEFAULT)) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/test-framework/src/java/org/apache/lucene/store/BaseDirectoryTestCase.java:1056: warning: [try] auto-closeable resource out is never referenced in body of corresponding try statement
[javac] try (IndexOutput out = dir.createOutput(name, IOContext.DEFAULT)) {
[javac] ^
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] 4 warnings
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
[javac] Creating empty /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
[copy] Copying 4 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/test-framework/classes/java

compile-core:

compile-test:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test
[javac] Compiling 522 source files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/analysis/TestAnalyzerWrapper.java:52: warning: [try] auto-closeable resource ts is never referenced in body of corresponding try statement
[javac] try (TokenStream ts = wrapped.tokenStream("", "text")) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:2664: warning: [try] auto-closeable resource closeable is never referenced in body of corresponding try statement
[javac] Closeable closeable = () -> IOUtils.close(toClose)) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:3619: warning: [try] auto-closeable resource w is never referenced in body of corresponding try statement
[javac] try (IndexWriter w = new IndexWriter(dir, newIndexWriterConfig().setIndexCreatedVersionMajor(previousMajor))) {}
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java:3622: warning: [try] auto-closeable resource w is never referenced in body of corresponding try statement
[javac] try (IndexWriter w = new IndexWriter(dir, newIndexWriterConfig().setOpenMode(openMode).setIndexCreatedVersionMajor(newMajor))) {}
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:63: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
[javac] try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:99: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
[javac] try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:127: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
[javac] try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:155: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
[javac] try (TestConstantScoreScorerIndex index = new TestConstantScoreScorerIndex()) {
[javac] ^
[javac] /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/core/src/test/org/apache/lucene/search/TestConstantScoreScorer.java:174: warning: [try] auto-closeable resource TestConstantScoreScorerIndex has a member method close() that could throw InterruptedException
[javac] static class TestConstantScoreScorerIndex implements AutoCloseable {
[javac] ^
[javac] Note: Some input files use or override a deprecated API.
[javac] Note: Recompile with -Xlint:deprecation for details.
[javac] 9 warnings
[copy] Copying 3 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/test

-mrjar-classes-uptodate:

resolve-groovy:

patch-mrjar-classes:
[patch-cls] Remapped: org/apache/lucene/analysis/tokenattributes/CharTermAttributeImpl
[patch-cls] Remapped: org/apache/lucene/codecs/compressing/LZ4
[patch-cls] Remapped: org/apache/lucene/document/BinaryPoint$2
[patch-cls] Remapped: org/apache/lucene/document/DoubleRange
[patch-cls] Remapped: org/apache/lucene/document/FloatRange
[patch-cls] Remapped: org/apache/lucene/document/IntRange
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceFeatureQuery$DistanceScorer$2
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceQuery$1$2
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointDistanceQuery$1$3
[patch-cls] Remapped: org/apache/lucene/document/LatLonPointInPolygonQuery$1$1
[patch-cls] Remapped: org/apache/lucene/document/LongDistanceFeatureQuery$DistanceScorer$2
[patch-cls] Remapped: org/apache/lucene/document/LongRange
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$1
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$2
[patch-cls] Remapped: org/apache/lucene/document/RangeFieldQuery$QueryType$3
[patch-cls] Remapped: org/apache/lucene/index/BitsSlice
[patch-cls] Remapped: org/apache/lucene/index/CheckIndex$VerifyPointsVisitor
[patch-cls] Remapped: org/apache/lucene/index/CodecReader
[patch-cls] Remapped: org/apache/lucene/index/MergeReaderWrapper
[patch-cls] Remapped: org/apache/lucene/index/PointValues
[patch-cls] Remapped: org/apache/lucene/search/BooleanScorer$TailPriorityQueue
[patch-cls] Remapped: org/apache/lucene/search/PointInSetQuery$SinglePointVisitor
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1$1
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1$2
[patch-cls] Remapped: org/apache/lucene/search/PointRangeQuery$1
[patch-cls] Remapped: org/apache/lucene/search/TopFieldCollector
[patch-cls] Remapped: org/apache/lucene/util/BytesRef
[patch-cls] Remapped: org/apache/lucene/util/BytesRefArray
[patch-cls] Remapped: org/apache/lucene/util/CharsRef$UTF16SortedAsUTF8Comparator
[patch-cls] Remapped: org/apache/lucene/util/CharsRef
[patch-cls] Remapped: org/apache/lucene/util/IntsRef
[patch-cls] Remapped: org/apache/lucene/util/LongsRef
[patch-cls] Remapped: org/apache/lucene/util/StringHelper
[patch-cls] Remapped: org/apache/lucene/util/automaton/Automaton$Builder
[patch-cls] Remapped: org/apache/lucene/util/automaton/Automaton
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDReader
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDWriter$BKDMergeQueue
[patch-cls] Remapped: org/apache/lucene/util/bkd/BKDWriter
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$1$1
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$2
[patch-cls] Remapped: org/apache/lucene/util/bkd/MutablePointsReaderUtils$3$1
[patch-cls] Remapped 41 class files for Java 9 to: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/classes/java9
[touch] Creating /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/patch-mrjar.stamp

install-junit4-taskdef:

validate:

-init-totals:

-test:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/core/test/temp
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.caches/test-stats/core
[junit4] <JUnit4> says hallo! Master seed: B14501C625B860C1
[junit4] Executing 511 suites with 3 JVMs.
[junit4]
[junit4] Started J2 PID(***@lucene2-us-west.apache.org).
[junit4] Started J1 PID(***@lucene2-us-west.apache.org).
[junit4] Started J0 PID(***@lucene2-us-west.apache.org).
[junit4] Suite: org.apache.lucene.search.spans.TestSpanNearQuery
[junit4] Completed [1/511] on J1 in 1.25s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanNotQuery
[junit4] Completed [2/511] on J2 in 1.37s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestStringHelper
[junit4] Completed [3/511] on J2 in 0.06s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRoaringDocIdSet
[junit4] Completed [4/511] on J2 in 0.58s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitTf
[junit4] Completed [5/511] on J0 in 2.21s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
[junit4] Completed [6/511] on J2 in 0.35s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
[junit4] Completed [7/511] on J2 in 0.33s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMergedIterator
[junit4] Completed [8/511] on J2 in 0.55s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSparseFixedBitSet
[junit4] Completed [9/511] on J1 in 3.24s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
[junit4] Completed [10/511] on J1 in 0.20s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConjunctions
[junit4] Completed [11/511] on J1 in 0.32s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelLeafReader
[junit4] Completed [12/511] on J1 in 0.95s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestMathUtil
[junit4] Completed [13/511] on J1 in 0.08s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestPolygon
[junit4] Completed [14/511] on J1 in 0.07s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
[junit4] Completed [15/511] on J1 in 2.17s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestPolygon2D
[junit4] Completed [16/511] on J2 in 6.23s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveChecksumFooter
[junit4] Completed [17/511] on J2 in 1.93s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
[junit4] Completed [18/511] on J2 in 1.60s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFilterWeight
[junit4] Completed [19/511] on J2 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2LOG
[junit4] Completed [20/511] on J0 in 26.08s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat
[junit4] Completed [21/511] on J2 in 69.60s, 28 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRamUsageEstimator
[junit4] IGNOR/A 0.04s J2 | TestRamUsageEstimator.testPrintValues
[junit4] > Assumption #1: Specify -Dtests.verbose=true to print constants of RamUsageEstimator.
[junit4] Completed [22/511] on J2 in 0.23s, 5 tests, 1 skipped
[junit4]
[junit4] HEARTBEAT J1 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:02:10, stalled for 61.7s at: TestLatLonPointQueries.testRandomDistance
[junit4] Suite: org.apache.lucene.index.TestOmitPositions
[junit4] Completed [23/511] on J2 in 1.07s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoostQuery
[junit4] Completed [24/511] on J2 in 0.13s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiDocValues
[junit4] Completed [25/511] on J2 in 5.30s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] Completed [26/511] on J0 in 106.41s, 53 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestHugeRamFile
[junit4] Completed [27/511] on J0 in 9.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrash
[junit4] Completed [28/511] on J0 in 4.67s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFieldInfos
[junit4] Completed [29/511] on J0 in 0.68s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSetOnce
[junit4] Completed [30/511] on J0 in 1.04s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDateSort
[junit4] Completed [31/511] on J0 in 0.77s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
[junit4] Completed [32/511] on J0 in 0.44s, 6 tests
[junit4]
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:03:22, stalled for 64.9s at: TestAxiomaticF2EXP.testRandomScoring
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF2EXP
[junit4] Completed [33/511] on J2 in 103.62s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBooleanSimilarity
[junit4] Completed [34/511] on J0 in 45.10s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSort
[junit4] Completed [35/511] on J0 in 2.54s, 25 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
[junit4] Completed [36/511] on J0 in 0.67s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
[junit4] Completed [37/511] on J0 in 0.92s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxPosition
[junit4] Completed [38/511] on J0 in 0.51s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
[junit4] Completed [39/511] on J0 in 0.39s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
[junit4] Completed [40/511] on J0 in 5.43s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBagOfPostings
[junit4] Completed [41/511] on J0 in 23.16s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
[junit4] Completed [42/511] on J0 in 3.20s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCharsRef
[junit4] Completed [43/511] on J0 in 0.54s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLatLonPointQueries
[junit4] IGNOR/A 0.01s J1 | TestLatLonPointQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J1 | TestLatLonPointQueries.testRandomDistanceHuge
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [44/511] on J1 in 229.52s, 41 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFieldValueQuery
[junit4] Completed [45/511] on J1 in 16.50s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
[junit4] Completed [46/511] on J1 in 4.14s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.bkd.TestDocIdsWriter
[junit4] Completed [47/511] on J0 in 24.37s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPendingDeletes
[junit4] Completed [48/511] on J0 in 0.07s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestSoftDeletesDirectoryReaderWrapper
[junit4] Completed [49/511] on J0 in 0.24s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestRadixSelector
[junit4] Completed [50/511] on J1 in 1.59s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOmitNorms
[junit4] Completed [51/511] on J1 in 0.76s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIntroSelector
[junit4] Completed [52/511] on J0 in 1.49s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLatLonPoint
[junit4] Completed [53/511] on J0 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestIOUtils
[junit4] Completed [54/511] on J0 in 0.25s, 19 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestStopFilter
[junit4] Completed [55/511] on J0 in 0.07s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPointQueries
[junit4] IGNOR/A 0.00s J2 | TestPointQueries.testRandomBinaryBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J2 | TestPointQueries.testRandomLongsBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [56/511] on J2 in 70.01s, 49 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
[junit4] Completed [57/511] on J2 in 0.10s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanScorer
[junit4] Completed [58/511] on J1 in 4.18s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
[junit4] Completed [59/511] on J2 in 2.34s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMixedDocValuesUpdates
[junit4] IGNOR/A 0.00s J1 | TestMixedDocValuesUpdates.testTonsOfUpdates
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [60/511] on J1 in 3.77s, 10 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
[junit4] Completed [61/511] on J2 in 2.87s, 14 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestRateLimiter
[junit4] Completed [62/511] on J2 in 0.72s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiPhraseEnum
[junit4] Completed [63/511] on J2 in 0.06s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestElevationComparator
[junit4] Completed [64/511] on J2 in 0.09s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
[junit4] Completed [65/511] on J2 in 0.10s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestBasics
[junit4] Completed [66/511] on J2 in 3.57s, 27 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostings
[junit4] IGNOR/A 0.00s J2 | Test2BPostings.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [67/511] on J2 in 0.03s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
[junit4] Completed [68/511] on J2 in 0.40s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFutureObjects
[junit4] Completed [69/511] on J2 in 0.05s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestUpgradeIndexMergePolicy
[junit4] Completed [70/511] on J0 in 13.51s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCodecs
[junit4] Completed [71/511] on J0 in 0.61s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiFields
[junit4] Completed [72/511] on J0 in 0.70s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing
[junit4] Completed [73/511] on J2 in 2.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
[junit4] Completed [74/511] on J2 in 0.07s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermVectors
[junit4] Completed [75/511] on J0 in 0.67s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
[junit4] Completed [76/511] on J0 in 0.68s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
[junit4] Completed [77/511] on J0 in 0.98s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanOr
[junit4] Completed [78/511] on J0 in 2.02s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestPackedTokenAttributeImpl
[junit4] Completed [79/511] on J0 in 0.04s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
[junit4] IGNOR/A 0.01s J0 | TestIndexWriterOnVMError.testCheckpoint
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [80/511] on J0 in 0.58s, 3 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF1LOG
[junit4] Completed [81/511] on J1 in 18.91s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPhraseQuery
[junit4] Completed [82/511] on J1 in 2.17s, 22 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat3
[junit4] Completed [83/511] on J1 in 1.86s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestRegexpRandom
[junit4] Completed [84/511] on J1 in 0.23s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
[junit4] Completed [85/511] on J1 in 3.35s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestRAMDirectory
[junit4] IGNOR/A 0.00s J1 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.02s J1 | TestRAMDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [86/511] on J1 in 0.89s, 45 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiCollector
[junit4] Completed [87/511] on J1 in 0.25s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestEarlyTermination
[junit4] Completed [88/511] on J1 in 0.07s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLongValuesSource
[junit4] Completed [89/511] on J1 in 1.66s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
[junit4] Completed [90/511] on J1 in 0.53s, 27 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPositions
[junit4] IGNOR/A 0.00s J1 | Test2BPositions.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=uses lots of space and takes a few minutes))
[junit4] Completed [91/511] on J1 in 0.04s, 1 test, 1 skipped
[junit4]
[junit4] HEARTBEAT J0 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:06:35, stalled for 65.6s at: TestDistributionSPL.testRandomScoring
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:06:47, stalled for 61.3s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
[junit4] Completed [92/511] on J1 in 87.69s, 17 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFutureArrays
[junit4] Completed [93/511] on J1 in 1.19s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressDeletes
[junit4] Completed [94/511] on J1 in 7.14s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPayloads
[junit4] Completed [95/511] on J1 in 1.27s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestDistributionSPL
[junit4] Completed [96/511] on J0 in 123.17s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
[junit4] Completed [97/511] on J1 in 24.80s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCharsRefBuilder
[junit4] Completed [98/511] on J1 in 0.17s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestLockFactory
[junit4] Completed [99/511] on J1 in 0.27s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
[junit4] Completed [100/511] on J1 in 6.59s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestBytesRefAttImpl
[junit4] Completed [101/511] on J1 in 0.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
[junit4] Completed [102/511] on J1 in 34.48s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
[junit4] Completed [103/511] on J1 in 2.44s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
[junit4] Completed [104/511] on J1 in 0.66s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLatLonPointDistanceFeatureQuery
[junit4] Completed [105/511] on J1 in 12.06s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestFilterDirectory
[junit4] IGNOR/A 0.09s J1 | TestFilterDirectory.testFsyncDoesntCreateNewFiles
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.00s J1 | TestFilterDirectory.testPendingDeletions
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] Completed [106/511] on J1 in 3.17s, 43 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70NormsFormat
[junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testSparseNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testNCommonBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | TestLucene70NormsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [107/511] on J0 in 82.65s, 29 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
[junit4] Completed [108/511] on J0 in 3.29s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
[junit4] Completed [109/511] on J0 in 1.11s, 16 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.document.TestFloatRange
[junit4] Completed [110/511] on J0 in 0.16s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFixedBitSet
[junit4] Completed [111/511] on J1 in 16.08s, 21 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestArrayUtil
[junit4] Completed [112/511] on J0 in 18.36s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
[junit4] Completed [113/511] on J0 in 26.15s, 26 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
[junit4] Completed [114/511] on J0 in 5.69s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestNeedsScores
[junit4] Completed [115/511] on J0 in 0.69s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestAutomaton
[junit4] Completed [116/511] on J0 in 17.13s, 56 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestAutomatonQueryUnicode
[junit4] Completed [117/511] on J0 in 0.09s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScoreCachingWrappingScorer
[junit4] Completed [118/511] on J0 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestDocValuesQueries
[junit4] Completed [119/511] on J0 in 7.83s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
[junit4] IGNOR/A 0.00s J0 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
[junit4] Completed [120/511] on J0 in 2.63s, 21 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPostingsBytes
[junit4] IGNOR/A 0.00s J0 | Test2BPostingsBytes.test
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~20GB-30GB of space and 10 minutes))
[junit4] Completed [121/511] on J0 in 0.01s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestWANDScorer
[junit4] Completed [122/511] on J0 in 2.57s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestGeoUtils
[junit4] Completed [123/511] on J0 in 14.71s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNeverDelete
[junit4] Completed [124/511] on J0 in 3.25s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestBlockPostingsFormat2
[junit4] Completed [125/511] on J0 in 4.03s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexableField
[junit4] Completed [126/511] on J0 in 0.53s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
[junit4] Completed [127/511] on J0 in 3.07s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCollectionUtil
[junit4] Completed [128/511] on J0 in 13.05s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestConjunctionDISI
[junit4] Completed [129/511] on J0 in 18.61s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTragicIndexWriterDeadlock
[junit4] Completed [130/511] on J0 in 0.13s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecUtil
[junit4] Completed [131/511] on J0 in 0.17s, 16 tests
[junit4]
[junit4] HEARTBEAT J1 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:11:23, stalled for 66.3s at: TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit
[junit4] Suite: org.apache.lucene.store.TestNativeFSLockFactory
[junit4] IGNOR/A 0.00s J0 | TestNativeFSLockFactory.testStressLocks
[junit4] > Assumption #1: cannot handle buggy Files.delete
[junit4] IGNOR/A 0.02s J0 | TestNativeFSLockFactory.testDeleteLockFile
[junit4] > Assumption #1: we must be able to delete an open file
[junit4] Completed [132/511] on J0 in 12.80s, 11 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
[junit4] Completed [133/511] on J0 in 1.71s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestStressIndexing2
[junit4] Completed [134/511] on J0 in 7.95s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpans
[junit4] Completed [135/511] on J0 in 3.21s, 25 tests
[junit4]
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:11:59, stalled for 71.3s at: TestLucene70DocValuesFormat.testTermsEnumVariableWidth
[junit4] HEARTBEAT J1 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:12:23, stalled for 126s at: TestIndexingSequenceNumbers.testStressConcurrentAddAndDeleteAndCommit
[junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
[junit4] Completed [136/511] on J1 in 208.33s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
[junit4] Completed [137/511] on J0 in 62.82s, 32 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocValues
[junit4] Completed [138/511] on J0 in 0.97s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
[junit4] Completed [139/511] on J0 in 8.85s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArraySet
[junit4] Completed [140/511] on J0 in 0.52s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
[junit4] Completed [141/511] on J0 in 0.40s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
[junit4] Completed [142/511] on J0 in 0.66s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDateTools
[junit4] Completed [143/511] on J0 in 0.44s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BTerms
[junit4] IGNOR/A 0.00s J0 | Test2BTerms.test2BTerms
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=very slow, use 5g minimum heap))
[junit4] Completed [144/511] on J0 in 0.06s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticSimilarity
[junit4] Completed [145/511] on J0 in 0.13s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDocumentsWriterStallControl
[junit4] Completed [146/511] on J1 in 33.97s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestDemo
[junit4] Completed [147/511] on J1 in 0.72s, 1 test
[junit4]
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:13:23, stalled for 65.8s at: TestLucene70DocValuesFormat.testSortedNumericBlocksOfVariousBitsPerValue
[junit4] Suite: org.apache.lucene.store.TestByteBuffersDirectory
[junit4] IGNOR/A 0.04s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=many buffers (heap)}
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.00s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=many buffers (heap)}
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.02s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=byte array (heap)}
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.00s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=byte array (heap)}
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.10s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=lucene's buffers (heap)}
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.05s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=lucene's buffers (heap)}
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] IGNOR/A 0.03s J1 | TestByteBuffersDirectory.testPendingDeletions {impl=one buffer (heap)}
[junit4] > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
[junit4] IGNOR/A 0.02s J1 | TestByteBuffersDirectory.testFsyncDoesntCreateNewFiles {impl=one buffer (heap)}
[junit4] > Assumption #1: test only works for FSDirectory subclasses
[junit4] Completed [148/511] on J1 in 14.60s, 168 tests, 8 skipped
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestSimpleAttributeImpl
[junit4] Completed [149/511] on J1 in 0.35s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
[junit4] Completed [150/511] on J1 in 1.25s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestOperations
[junit4] Completed [151/511] on J1 in 5.19s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSloppyMath
[junit4] Completed [152/511] on J1 in 7.59s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDocument
[junit4] Completed [153/511] on J1 in 1.07s, 12 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
[junit4] Completed [154/511] on J1 in 14.86s, 33 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
[junit4] Completed [155/511] on J1 in 1.08s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactionRollback
[junit4] Completed [156/511] on J1 in 0.96s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForTooMuchCloning
[junit4] Completed [157/511] on J1 in 0.49s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.FiniteStringsIteratorTest
[junit4] Completed [158/511] on J1 in 7.04s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70SegmentInfoFormat
[junit4] Completed [159/511] on J1 in 2.77s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCompetitiveFreqNormAccumulator
[junit4] Completed [160/511] on J1 in 0.20s, 4 tests
[junit4]
[junit4] HEARTBEAT J0 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:14:11, stalled for 71.0s at: TestAxiomaticF1EXP.testRandomScoring
[junit4] Suite: org.apache.lucene.search.similarities.TestAxiomaticF1EXP
[junit4] Completed [161/511] on J0 in 79.98s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
[junit4] Completed [162/511] on J0 in 0.25s, 3 tests
[junit4]
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:14:23, stalled for 126s at: TestLucene70DocValuesFormat.testSortedNumericBlocksOfVariousBitsPerValue
[junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
[junit4] Completed [163/511] on J1 in 18.52s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTerm
[junit4] Completed [164/511] on J1 in 0.70s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestPrefixRandom
[junit4] Completed [165/511] on J1 in 4.89s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTerms
[junit4] Completed [166/511] on J1 in 0.65s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
[junit4] Completed [167/511] on J1 in 0.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
[junit4] Completed [168/511] on J1 in 2.38s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
[junit4] IGNOR/A 0.00s J1 | Test4GBStoredFields.test
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [169/511] on J1 in 0.05s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
[junit4] Completed [170/511] on J1 in 0.23s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
[junit4] Completed [171/511] on J1 in 0.69s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.fst.TestFSTs
[junit4] IGNOR/A 0.00s J1 | TestFSTs.testBigSet
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [172/511] on J1 in 27.56s, 20 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
[junit4] Completed [173/511] on J1 in 1.18s, 10 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesFixedSorted
[junit4] IGNOR/A 0.02s J1 | Test2BSortedDocValuesFixedSorted.testFixedSorted
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
[junit4] Completed [174/511] on J1 in 0.02s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
[junit4] Completed [175/511] on J1 in 4.29s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
[junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testSortedVariableLengthManyVsStoredFields
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J2 | TestLucene70DocValuesFormat.testTermsEnumRandomMany
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [176/511] on J2 in 587.86s, 126 tests, 3 skipped
[junit4]
[junit4] Suite: org.apache.lucene.util.TestCloseableThreadLocal
[junit4] Completed [177/511] on J2 in 0.03s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestMmapDirectory
[junit4] Completed [178/511] on J2 in 1.07s, 42 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
[junit4] Completed [179/511] on J2 in 0.18s, 9 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
[junit4] Completed [180/511] on J2 in 0.52s, 13 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestPointValues
[junit4] Completed [181/511] on J1 in 10.13s, 32 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSortedSetSelector
[junit4] Completed [182/511] on J1 in 0.14s, 15 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestIndependenceStandardized
[junit4] Completed [183/511] on J0 in 59.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
[junit4] Completed [184/511] on J1 in 4.64s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestSimilarity
[junit4] Completed [185/511] on J1 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] IGNOR/A 0.00s J2 | TestIndexWriterReader.testDuringAddIndexes
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [186/511] on J2 in 10.25s, 23 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterOnJRECrash
[junit4] IGNOR/A 0.00s J2 | TestIndexWriterOnJRECrash.testNRTThreads
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [187/511] on J2 in 0.01s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.MultiCollectorTest
[junit4] Completed [188/511] on J2 in 0.05s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLatLonPointDistanceSort
[junit4] IGNOR/A 0.00s J2 | TestLatLonPointDistanceSort.testRandomHuge
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [189/511] on J2 in 1.54s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
[junit4] IGNOR/A 0.00s J1 | TestIndexWriterExceptions.testTooManyTokens
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [190/511] on J1 in 8.21s, 35 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
[junit4] Completed [191/511] on J1 in 0.04s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestField
[junit4] Completed [192/511] on J1 in 0.13s, 23 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
[junit4] Completed [193/511] on J1 in 0.04s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCheckIndex
[junit4] Completed [194/511] on J1 in 1.10s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestFilterSpans
[junit4] Completed [195/511] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestToken
[junit4] Completed [196/511] on J1 in 0.03s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestNoMergeScheduler
[junit4] Completed [197/511] on J1 in 0.05s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.store.TestGrowableByteArrayDataOutput
[junit4] Completed [198/511] on J2 in 8.85s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestFixedLengthBytesRefArray
[junit4] Completed [199/511] on J2 in 0.16s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestInfoStream
[junit4] Completed [200/511] on J2 in 0.04s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestScorerPerf
[junit4] Completed [201/511] on J1 in 3.78s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestReqOptSumScorer
[junit4] Completed [202/511] on J1 in 0.93s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestOneMergeWrappingMergePolicy
[junit4] Completed [203/511] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestAssertions
[junit4] Completed [204/511] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
[junit4] Completed [205/511] on J1 in 1.11s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestSearch
[junit4] Completed [206/511] on J1 in 0.09s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.TestSearchForDuplicates
[junit4] Completed [207/511] on J1 in 0.13s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestAnalyzerWrapper
[junit4] Completed [208/511] on J1 in 0.03s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
[junit4] Completed [209/511] on J1 in 0.05s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
[junit4] Completed [210/511] on J1 in 0.16s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharFilter
[junit4] Completed [211/511] on J1 in 0.04s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestCharacterUtils
[junit4] Completed [212/511] on J1 in 0.04s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestDelegatingAnalyzerWrapper
[junit4] Completed [213/511] on J1 in 0.06s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
[junit4] Completed [214/511] on J2 in 13.16s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.TestExternalCodecs
[junit4] Completed [215/511] on J2 in 0.31s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.store.TestDirectory
[junit4] IGNOR/A 0.00s J2 | TestDirectory.testListAll
[junit4] > Assumption #1: this test does not expect extra files
[junit4] Completed [216/511] on J2 in 0.37s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.TestCodecLoadingDeadlock
[junit4] Completed [217/511] on J2 in 0.87s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestDaciukMihovAutomatonBuilder
[junit4] Completed [218/511] on J2 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.TestRegExp
[junit4] Completed [219/511] on J2 in 0.13s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.util.TestSmallFloat
[junit4] Completed [220/511] on J2 in 0.23s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestDoubleRange
[junit4] Completed [221/511] on J2 in 0.06s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.spans.TestSpanTermQuery
[junit4] Completed [222/511] on J2 in 0.02s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestMergeRateLimiter
[junit4] Completed [223/511] on J2 in 0.01s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTransactions
[junit4] Completed [224/511] on J2 in 1.34s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestForceMergeForever
[junit4] Completed [225/511] on J2 in 1.40s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.util.automaton.LimitedFiniteStringsIteratorTest
[junit4] Completed [226/511] on J2 in 0.46s, 6 tests
[junit4]
[junit4] HEARTBEAT J0 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:16:23, stalled for 63.4s at: TestBasicModelIF.testRandomScoring
[junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
[junit4] Completed [227/511] on J1 in 46.27s, 36 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastDecompressionMode
[junit4] Completed [228/511] on J1 in 12.76s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50LiveDocsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene50LiveDocsFormat.testOverflow
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=Uses lots of memory))
[junit4] Completed [229/511] on J1 in 0.38s, 4 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormat.testBigDocuments
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [230/511] on J1 in 8.88s, 17 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50StoredFieldsFormatHighCompression
[junit4] IGNOR/A 0.00s J1 | TestLucene50StoredFieldsFormatHighCompression.testBigDocuments
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [231/511] on J1 in 18.75s, 19 tests, 1 skipped
[junit4]
[junit4] HEARTBEAT J0 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:17:23, stalled for 123s at: TestBasicModelIF.testRandomScoring
[junit4] Suite: org.apache.lucene.codecs.lucene60.TestLucene60PointsFormat
[junit4] IGNOR/A 0.00s J1 | TestLucene60PointsFormat.testRandomBinaryBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.07s J1 | TestLucene60PointsFormat.testMergeStability
[junit4] > Assumption #1: merge is not stable
[junit4] Completed [232/511] on J1 in 21.26s, 20 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIF
[junit4] Completed [233/511] on J0 in 165.70s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
[junit4] Completed [234/511] on J2 in 190.27s, 110 tests
[junit4]
[junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
[junit4] Completed [235/511] on J2 in 4.37s, 11 tests
[junit4]
[junit4] Suite: org.apache.lucene.analysis.TestReusableStringReader
[junit4] Completed [236/511] on J2 in 0.05s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestTermStates
[junit4] Completed [237/511] on J2 in 0.15s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.search.TestQueryRescorer
[junit4] Completed [238/511] on J2 in 1.48s, 6 tests
[junit4]
[junit4] HEARTBEAT J0 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:19:11, stalled for 65.8s at: TestIndexWriterNRTIsCurrent.testIsCurrentWithThreads
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
[junit4] IGNOR/A 0.07s J1 | TestPerFieldPostingsFormat.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] IGNOR/A 0.15s J1 | TestPerFieldPostingsFormat.testPostingsEnumReuse
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] Completed [239/511] on J1 in 111.81s, 25 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
[junit4] Completed [240/511] on J1 in 4.36s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestBinaryDocument
[junit4] Completed [241/511] on J1 in 0.24s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestFeatureField
[junit4] Completed [242/511] on J1 in 1.59s, 8 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestIntRange
[junit4] Completed [243/511] on J1 in 0.34s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLatLonDocValuesField
[junit4] Completed [244/511] on J1 in 0.09s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLongDistanceFeatureQuery
[junit4] Completed [245/511] on J1 in 5.97s, 7 tests
[junit4]
[junit4] Suite: org.apache.lucene.document.TestLongRange
[junit4] Completed [246/511] on J1 in 0.18s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.geo.TestGeoEncodingUtils
[junit4] Completed [247/511] on J1 in 4.19s, 3 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BDocs
[junit4] IGNOR/A 0.00s J1 | Test2BDocs.test2BDocs
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
[junit4] Completed [248/511] on J1 in 0.04s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
[junit4] IGNOR/A 0.00s J1 | Test2BNumericDocValues.testNumerics
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
[junit4] Completed [249/511] on J1 in 0.03s, 1 test, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BPoints
[junit4] IGNOR/A 0.00s J1 | Test2BPoints.test2D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] IGNOR/A 0.00s J1 | Test2BPoints.test1D
[junit4] > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
[junit4] Completed [250/511] on J1 in 0.00s, 2 tests, 2 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
[junit4] Completed [251/511] on J1 in 1.37s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
[junit4] Completed [252/511] on J0 in 108.66s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestIntBlockPool
[junit4] Completed [253/511] on J0 in 2.22s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
[junit4] IGNOR/A 0.00s J1 | TestBinaryDocValuesUpdates.testTonsOfUpdates
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] Completed [254/511] on J1 in 17.66s, 29 tests, 1 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.TestBinaryTerms
[junit4] Completed [255/511] on J1 in 0.77s, 2 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestByteSlices
[junit4] Completed [256/511] on J1 in 6.55s, 1 test
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
[junit4] Completed [257/511] on J1 in 7.53s, 16 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
[junit4] Completed [258/511] on J1 in 1.55s, 4 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
[junit4] Completed [259/511] on J1 in 0.14s, 12 tests
[junit4]
[junit4] HEARTBEAT J2 PID(***@lucene2-us-west.apache.org): 2018-11-21T23:20:23, stalled for 67.9s at: TestTermsEnum.testVaryingTermsPerSegment
[junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
[junit4] Completed [260/511] on J1 in 4.04s, 6 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDemoParallelLeafReader
[junit4] Completed [261/511] on J1 in 4.58s, 5 tests
[junit4]
[junit4] Suite: org.apache.lucene.index.TestDirectoryReader
[junit4] Completed [262/511] on J1 in 0.84s, 24 tests
[junit4]
[junit4] Suite: org.apache.lucene.search.TestLatLonDocValuesQueries
[junit4] IGNOR/A 0.02s J0 | TestLatLonDocValuesQueries.testPolygonBasics
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonNullField
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testMultiPolygonBasics
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonHole
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testRandomDistanceHuge
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.01s J0 | TestLatLonDocValuesQueries.testSmallSetPoly
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testSmallSetPolyWholeMap
[junit4] > Assumption #1: Impl does not support polygons
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testRandomBig
[junit4] > Assumption #1: 'nightly' test group is disabled (@Nightly())
[junit4] IGNOR/A 0.00s J0 | TestLatLonDocValuesQueries.testPolygonHoleExcludes
[junit4] > Assumption #1: Impl does not support polygons
[junit4] Completed [263/511] on J0 in 34.11s, 40 tests, 9 skipped
[junit4]
[junit4] Suite: org.apache.lucene.index.Test2BBinaryDocValues
[

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null1838660178

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 72ms :: artifacts dl 18ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 224 minutes 40 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-23 05:54:23 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/217/

2 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes

Error Message:
unexpected shard state expected:<inactive> but was:<active>

Stack Trace:
java.lang.AssertionError: unexpected shard state expected:<inactive> but was:<active>
at __randomizedtesting.SeedInfo.seed([C632FBB1E18AA815:7EF1AF111D517D60]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.cloud.api.collections.ShardSplitTest.verifyShard(ShardSplitTest.java:378)
at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitMixedReplicaTypes(ShardSplitTest.java:370)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitMixedReplicaTypes(ShardSplitTest.java:336)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([4D04B9B4CC4E1CD:FC16B2AEDFDD7905]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35273/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 12797 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/init-core-data-001
[junit4] 2> 111184 WARN (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 111184 INFO (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 111185 INFO (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 111186 INFO (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 111186 INFO (SUITE-ShardSplitTest-seed#[C632FBB1E18AA815]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /zjp/cm
[junit4] 2> 111240 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 111240 INFO (Thread-41) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 111240 INFO (Thread-41) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 111329 ERROR (Thread-41) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 111349 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ZkTestServer start zk server on port:40663
[junit4] 2> 111621 INFO (zkConnectionManagerCallback-105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 112104 INFO (zkConnectionManagerCallback-107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 112244 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 112266 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 112318 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 112319 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 112353 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 112389 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 112390 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 112411 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 112449 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 112501 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 112502 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 112573 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 115529 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 115670 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 115670 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 115670 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 115672 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.h.ContextHandler Started ***@7ad65f77{/zjp/cm,null,AVAILABLE}
[junit4] 2> 115688 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.AbstractConnector Started ***@3ac9ac4{HTTP/1.1,[http/1.1]}{127.0.0.1:43132}
[junit4] 2> 115688 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.Server Started @115889ms
[junit4] 2> 115688 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/tempDir-001/control/data, hostContext=/zjp/cm, hostPort=43132, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores}
[junit4] 2> 115689 ERROR (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 115689 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 115689 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 115689 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 115689 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 115689 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-23T03:33:40.723Z
[junit4] 2> 115814 INFO (zkConnectionManagerCallback-109-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 115816 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 115816 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/solr.xml
[junit4] 2> 115886 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 115887 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 115923 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@1bd00247, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 120144 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40663/solr
[junit4] 2> 120367 INFO (zkConnectionManagerCallback-113-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 120467 INFO (zkConnectionManagerCallback-115-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 121107 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43132_zjp%2Fcm
[junit4] 2> 121108 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer Overseer (id=73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) starting
[junit4] 2> 121223 INFO (zkConnectionManagerCallback-122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 121256 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
[junit4] 2> 121257 INFO (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43132_zjp%2Fcm
[junit4] 2> 121259 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 121315 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43132_zjp%2Fcm
[junit4] 2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 121330 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 121398 INFO (zkCallback-114-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 121475 INFO (zkCallback-121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 121752 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 121987 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@1bd00247
[junit4] 2> 122099 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@1bd00247
[junit4] 2> 122099 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@1bd00247
[junit4] 2> 122133 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores
[junit4] 2> 122582 INFO (zkConnectionManagerCallback-128-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 122640 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 122642 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
[junit4] 2> 122730 INFO (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43132_zjp%252Fcm&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$***@2e684ecf]]
[junit4] 2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 122803 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 123228 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 123228 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 123228 INFO (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 123228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 123229 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 123229 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 123267 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 123301 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 123357 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 123512 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 123512 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 123605 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 123664 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:43132_zjp%2Fcm]
[junit4] 2> 123725 INFO (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 123846 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 123847 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:43132_zjp%2Fcm
[junit4] 2> 123915 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 123915 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 124227 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 124227 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 124229 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:43132/zjp/cm","node_name":"127.0.0.1:43132_zjp%2Fcm","state":"down","type":"NRT"}
[junit4] 2> 124229 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 124373 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 125233 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 125249 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 125250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 125648 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 126185 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 126241 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 126278 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 126293 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 126314 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 126454 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 127250 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 127303 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 127923 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 129223 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 129256 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@1bd00247
[junit4] 2> 129304 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 129293 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 129321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 129521 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=75.68359375, floorSegmentMB=1.4287109375, forceMergeDeletesPctAllowed=28.75481494294015, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=48.95593824077901
[junit4] 2> 129829 WARN (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 130666 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 130666 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 130667 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 130667 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 130681 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=77.5224609375, floorSegmentMB=0.5712890625, forceMergeDeletesPctAllowed=19.821680270097698, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.664180092250144, deletesPctAllowed=37.044170587641354
[junit4] 2> 130866 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@4c7f6c43[control_collection_shard1_replica_n1] main]
[junit4] 2> 130953 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 130990 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 131065 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 131288 INFO (searcherExecutor-99-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@4c7f6c43[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 131321 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 131339 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 131358 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1617894085903777792
[junit4] 2> 131483 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 131500 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 131500 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 131500 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/
[junit4] 2> 131500 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 131501 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 131570 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43132/zjp/cm/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 131591 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 131592 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 131665 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 131681 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:43132/zjp/cm","node_name":"127.0.0.1:43132_zjp%2Fcm","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 131682 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:43132/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:43132_zjp%2Fcm",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 131701 INFO (qtp943941614-311) [n:127.0.0.1:43132_zjp%2Fcm c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=7787
[junit4] 2> 131703 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 131703 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 131774 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 131775 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 131775 DEBUG (OverseerThreadFactory-94-thread-1-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:43132_zjp%2Fcm={responseHeader={status=0,QTime=7787},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 131810 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 131811 INFO (zkCallback-114-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 131819 INFO (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 131819 INFO (qtp943941614-315) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43132_zjp%252Fcm&wt=javabin&version=2} status=0 QTime=9089
[junit4] 2> 132065 INFO (zkConnectionManagerCallback-133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 132067 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 132068 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
[junit4] 2> 132120 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 132139 INFO (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$***@2e684ed1]]
[junit4] 2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 132212 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 132227 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 132228 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 132228 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 132229 INFO (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 132229 INFO (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 132230 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 132248 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 132248 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 132249 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 132251 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 132251 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 132431 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
[junit4] 2> 132467 WARN (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 132503 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 132504 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 132505 DEBUG (OverseerThreadFactory-94-thread-2-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 132506 INFO (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 132558 INFO (qtp943941614-310) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=419
[junit4] 2> 134244 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 134246 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 134246 INFO (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 134247 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 135460 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001 of type NRT
[junit4] 2> 135461 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 135547 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 135547 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 135547 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 135548 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.h.ContextHandler Started ***@50887ca6{/zjp/cm,null,AVAILABLE}
[junit4] 2> 135549 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.AbstractConnector Started ***@72258019{HTTP/1.1,[http/1.1]}{127.0.0.1:38993}
[junit4] 2> 135549 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.e.j.s.Server Started @135750ms
[junit4] 2> 135549 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/zjp/cm, hostPort=38993, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/cores}
[junit4] 2> 135549 ERROR (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 135549 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 135549 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 135550 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 135550 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 135550 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-23T03:34:00.584Z
[junit4] 2> 135701 INFO (zkConnectionManagerCallback-135-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 135958 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 135958 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/solr.xml
[junit4] 2> 136017 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 136017 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 136051 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@1bd00247, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 136253 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 136286 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 136598 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40663/solr
[junit4] 2> 136699 INFO (zkConnectionManagerCallback-139-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137040 INFO (zkConnectionManagerCallback-141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137096 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 137132 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 137132 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38993_zjp%2Fcm
[junit4] 2> 137182 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38993_zjp%2Fcm"} current state version: 0
[junit4] 2> 137182 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38993_zjp%2Fcm
[junit4] 2> 137312 INFO (zkCallback-140-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 137385 INFO (zkCallback-132-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 137441 INFO (zkCallback-121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 137442 INFO (zkCallback-114-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 137515 INFO (zkConnectionManagerCallback-148-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 137532 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 137534 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40663/solr ready
[junit4] 2> 137544 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 138165 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@1bd00247
[junit4] 2> 138275 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@1bd00247
[junit4] 2> 138275 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@1bd00247
[junit4] 2> 138289 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 138293 INFO (TEST-ShardSplitTest.testSplitMixedReplicaTypes-seed#[C632FBB1E18AA815]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_C632FBB1E18AA815-001/shard-1-001/cores
[junit4] 2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
[junit4] 2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 138298 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 138665 INFO (qtp1052090091-368) [n:127.0.0.1:38993_zjp%2Fcm ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38993_zjp%252Fcm&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$***@2e684ed3]]
[junit4] 2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000004] as running
[junit4] 2> 138789 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000004 message:{
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:38993_zjp%2Fcm",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 138845 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
[junit4] 2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 138846 DEBUG (OverseerCollectionConfigSetProcessor-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000004]
[junit4] 2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000004
[junit4] 2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2 ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : addreplica , {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:38993_zjp%2Fcm",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 138849 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd addReplica() : {
[junit4] 2> "collection":"collection1",
[junit4] 2> "node":"127.0.0.1:38993_zjp%2Fcm",
[junit4] 2> "shard":"shard2",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"addreplica"}
[junit4] 2> 138850 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2 ] o.a.s.c.a.c.Assign getNodesForNewReplicas() shard: shard2 , nrtReplicas : 1 , tlogReplicas: 0 , pullReplicas: 0 , createNodeSet 127.0.0.1:38993_zjp%2Fcm
[junit4] 2> 138852 DEBUG (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2 ] o.a.s.c.a.c.Assign shardnames [shard2] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:38993_zjp%2Fcm]
[junit4] 2> 138997 INFO (qtp1052090091-363) [n:127.0.0.1:38993_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 139157 INFO (qtp943941614-316) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
[junit4] 2> 139213 INFO (qtp943941614-316) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=22
[junit4] 2> 139230 INFO (OverseerThreadFactory-94-thread-3-processing-n:127.0.0.1:43132_zjp%2Fcm) [n:127.0.0.1:43132_zjp%2Fcm c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38993_zjp%2Fcm for creating new replica of shard shard2 for collection collection1
[junit4] 2> 139265 INFO (qtp1052090091-364) [n:127.0.0.1:38993_zjp%2Fcm x:collection1_shard2_replica_n41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 139450 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0.1:43132_zjp%2Fcm-n_0000000000) [n:127.0.0.1:43132_zjp%2Fcm ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_n41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38993/zjp/cm",
[junit4] 2> "node_name":"127.0.0.1:38993_zjp%2Fcm",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 139450 DEBUG (OverseerStateUpdate-73714436996333572-127.0.0

[...truncated too long message...]

pples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2095014278

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 127ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 225 minutes 20 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-24 12:54:36 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/218/

1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned

Error Message:
Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([CCA395C785E523CA:34656CF216FCBB02]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 15949 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCA395C785E523CA-001/init-core-data-001
[junit4] 1> 12:32:39.376 [Thread-38] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 12:32:39.537 [jetty-launcher-45-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 12:32:39.543 [jetty-launcher-45-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 12:32:39.544 [jetty-launcher-45-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 12:33:02.364 [qtp1189269764-222] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 12:33:02.392 [qtp1189269764-220] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:241)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 12:33:02.421 [qtp1189269764-219] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 12:33:23.720 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45816/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
[junit4] 1> <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 12:33:29.892 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 12:33:29.909 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 1
[junit4] 1> 12:33:29.921 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 2
[junit4] 1> 12:33:29.926 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 3
[junit4] 1> 12:33:29.936 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 4
[junit4] 1> 12:33:29.941 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[CCA395C785E523CA]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 5
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.method=testVersionsAreReturned -Dtests.seed=CCA395C785E523CA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-PH -Dtests.timezone=UTC -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 3.90s J0 | CloudSolrClientTest.testVersionsAreReturned <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] > <head>
[junit4] > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] > </head>
[junit4] > <body><h2>HTTP ERROR 404</h2>
[junit4] > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] > <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] > </body>
[junit4] > </html>
[junit4] > at __randomizedtesting.SeedInfo.seed([CCA395C785E523CA:34656CF216FCBB02]:0)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43312/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] > <head>
[junit4] > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] > </head>
[junit4] > <body><h2>HTTP ERROR 404</h2>
[junit4] > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] > <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] > </body>
[junit4] > </html>
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 more
[junit4] 1> 12:33:36.921 [qtp1189269764-220] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 12:33:36.925 [qtp1189269764-222] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:115)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:865)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1177)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:258)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:246)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 12:33:37.048 [TEST-CloudSolrClientTest.testShutdown-seed#[CCA395C785E523CA]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 12:33:38.184 [TEST-CloudSolrClientTest.testShutdown-seed#[CCA395C785E523CA]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 12:33:47.845 [SUITE-CloudSolrClientTest-seed#[CCA395C785E523CA]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_CCA395C785E523CA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), title_s=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Lucene70), a_t=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=157, maxMBSortInHeap=7.142983442150828, sim=Asserting(***@2af524fd), locale=en-PH, timezone=UTC
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=257766464,total=430964736
[junit4] 2> NOTE: All tests run in this JVM: [SolrExampleStreamingTest, HttpSolrClientSSLAuthConPoolTest, TestToleratedUpdateError, CloudSolrClientTest]
[junit4] Completed [62/174 (1!)] on J0 in 69.01s, 16 tests, 1 error <<< FAILURES!

[...truncated 48109 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2440 links (1991 relative) to 3219 anchors in 248 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826
[copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null195961826

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null796867170

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 126 minutes 42 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-25 16:31:02 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/219/

3 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38265/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38265/collection1
at __randomizedtesting.SeedInfo.seed([A5AE538B01BD2CCC:2DFA6C51AF414134]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup

Error Message:
missing cleanup event: [CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={ "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f", "source":".scheduled_maintenance", "eventTime":4293720686521851, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158938027, "_enqueue_time_":4293720687554532}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f", "source":".scheduled_maintenance", "eventTime":4293720686521851, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158938027, "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f", "source":".scheduled_maintenance", "eventTime":4293720686521851, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158938027, "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={ "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f", "source":".scheduled_maintenance", "eventTime":4293720686521851, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158938027, "_enqueue_time_":4293720687554532}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725710158925, stage=STARTED, actionName='null', event={ "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l", "source":".scheduled_maintenance", "eventTime":4293725709256439, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158943050, "_enqueue_time_":4293725709514092}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725713062470, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l", "source":".scheduled_maintenance", "eventTime":4293725709256439, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158943050, "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725716678501, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l", "source":".scheduled_maintenance", "eventTime":4293725709256439, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158943050, "_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725718172374, stage=SUCCEEDED, actionName='null', event={ "id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l", "source":".scheduled_maintenance", "eventTime":4293725709256439, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158943050, "_enqueue_time_":4293725709514092}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730719627907, stage=STARTED, actionName='null', event={ "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m", "source":".scheduled_maintenance", "eventTime":4293730718786415, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158948060, "_enqueue_time_":4293730719079862}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730720460297, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m", "source":".scheduled_maintenance", "eventTime":4293730718786415, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158948060, "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730729312711, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m", "source":".scheduled_maintenance", "eventTime":4293730718786415, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158948060, "_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730740948702, stage=SUCCEEDED, actionName='null', event={ "id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m", "source":".scheduled_maintenance", "eventTime":4293730718786415, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158948060, "_enqueue_time_":4293730719079862}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735742561303, stage=STARTED, actionName='null', event={ "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n", "source":".scheduled_maintenance", "eventTime":4293735741536523, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158953083, "_enqueue_time_":4293735741819394}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735743241938, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n", "source":".scheduled_maintenance", "eventTime":4293735741536523, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158953083, "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735745960661, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n", "source":".scheduled_maintenance", "eventTime":4293735741536523, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158953083, "_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735747363232, stage=SUCCEEDED, actionName='null', event={ "id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n", "source":".scheduled_maintenance", "eventTime":4293735741536523, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158953083, "_enqueue_time_":4293735741819394}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740749028038, stage=STARTED, actionName='null', event={ "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o", "source":".scheduled_maintenance", "eventTime":4293740747965516, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158958089, "_enqueue_time_":4293740748345754}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740750003685, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o", "source":".scheduled_maintenance", "eventTime":4293740747965516, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158958089, "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740752930276, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o", "source":".scheduled_maintenance", "eventTime":4293740747965516, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158958089, "_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740754390901, stage=SUCCEEDED, actionName='null', event={ "id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o", "source":".scheduled_maintenance", "eventTime":4293740747965516, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158958089, "_enqueue_time_":4293740748345754}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745756340633, stage=STARTED, actionName='null', event={ "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p", "source":".scheduled_maintenance", "eventTime":4293745755216299, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158963096, "_enqueue_time_":4293745755487256}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745757077311, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p", "source":".scheduled_maintenance", "eventTime":4293745755216299, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158963096, "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745759612583, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p", "source":".scheduled_maintenance", "eventTime":4293745755216299, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1543158963096, "_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1543158938039221077, currentTimeNs=1543158963100303768, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]

Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={
"id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
"source":".scheduled_maintenance",
"eventTime":4293720686521851,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158938027,
"_enqueue_time_":4293720687554532}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
"source":".scheduled_maintenance",
"eventTime":4293720686521851,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158938027,
"_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
"source":".scheduled_maintenance",
"eventTime":4293720686521851,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158938027,
"_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={
"id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
"source":".scheduled_maintenance",
"eventTime":4293720686521851,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158938027,
"_enqueue_time_":4293720687554532}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725710158925, stage=STARTED, actionName='null', event={
"id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
"source":".scheduled_maintenance",
"eventTime":4293725709256439,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158943050,
"_enqueue_time_":4293725709514092}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725713062470, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
"source":".scheduled_maintenance",
"eventTime":4293725709256439,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158943050,
"_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725716678501, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
"source":".scheduled_maintenance",
"eventTime":4293725709256439,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158943050,
"_enqueue_time_":4293725709514092}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293725718172374, stage=SUCCEEDED, actionName='null', event={
"id":"f411eeba9c6f7Tcygsv8yw1dhe90l5lhirqx62l",
"source":".scheduled_maintenance",
"eventTime":4293725709256439,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158943050,
"_enqueue_time_":4293725709514092}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730719627907, stage=STARTED, actionName='null', event={
"id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
"source":".scheduled_maintenance",
"eventTime":4293730718786415,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158948060,
"_enqueue_time_":4293730719079862}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730720460297, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
"source":".scheduled_maintenance",
"eventTime":4293730718786415,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158948060,
"_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730729312711, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
"source":".scheduled_maintenance",
"eventTime":4293730718786415,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158948060,
"_enqueue_time_":4293730719079862}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293730740948702, stage=SUCCEEDED, actionName='null', event={
"id":"f41201641236fTcygsv8yw1dhe90l5lhirqx62m",
"source":".scheduled_maintenance",
"eventTime":4293730718786415,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158948060,
"_enqueue_time_":4293730719079862}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735742561303, stage=STARTED, actionName='null', event={
"id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
"source":".scheduled_maintenance",
"eventTime":4293735741536523,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158953083,
"_enqueue_time_":4293735741819394}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735743241938, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
"source":".scheduled_maintenance",
"eventTime":4293735741536523,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158953083,
"_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735745960661, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
"source":".scheduled_maintenance",
"eventTime":4293735741536523,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158953083,
"_enqueue_time_":4293735741819394}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293735747363232, stage=SUCCEEDED, actionName='null', event={
"id":"f412141a2390bTcygsv8yw1dhe90l5lhirqx62n",
"source":".scheduled_maintenance",
"eventTime":4293735741536523,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158953083,
"_enqueue_time_":4293735741819394}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740749028038, stage=STARTED, actionName='null', event={
"id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
"source":".scheduled_maintenance",
"eventTime":4293740747965516,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158958089,
"_enqueue_time_":4293740748345754}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740750003685, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
"source":".scheduled_maintenance",
"eventTime":4293740747965516,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158958089,
"_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740752930276, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
"source":".scheduled_maintenance",
"eventTime":4293740747965516,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158958089,
"_enqueue_time_":4293740748345754}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293740754390901, stage=SUCCEEDED, actionName='null', event={
"id":"f41226c0a444cTcygsv8yw1dhe90l5lhirqx62o",
"source":".scheduled_maintenance",
"eventTime":4293740747965516,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158958089,
"_enqueue_time_":4293740748345754}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745756340633, stage=STARTED, actionName='null', event={
"id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
"source":".scheduled_maintenance",
"eventTime":4293745755216299,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158963096,
"_enqueue_time_":4293745755487256}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745757077311, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
"source":".scheduled_maintenance",
"eventTime":4293745755216299,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158963096,
"_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=4293745759612583, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"f4123967ed9abTcygsv8yw1dhe90l5lhirqx62p",
"source":".scheduled_maintenance",
"eventTime":4293745755216299,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1543158963096,
"_enqueue_time_":4293745755487256}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1543158938039221077, currentTimeNs=1543158963100303768, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([A5AE538B01BD2CCC:B88293F960FE0BC7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime

Error Message:
Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([E693D6EC3BE00C20:84BAD7D759FD9B3]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testParallelUpdateQTime(CloudSolrClientTest.java:146)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37432/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>

</body>
</html>

at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more




Build Log:
[...truncated 12803 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/init-core-data-001
[junit4] 2> 351358 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 351358 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 351361 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 351361 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 351361 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001
[junit4] 2> 351361 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 351362 INFO (Thread-942) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 351362 INFO (Thread-942) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 351367 ERROR (Thread-942) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 351462 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43615
[junit4] 2> 351465 INFO (zkConnectionManagerCallback-890-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351469 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 351470 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 351471 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 351471 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 351471 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@5765a299{/solr,null,AVAILABLE}
[junit4] 2> 351473 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@30360f25{HTTP/1.1,[http/1.1]}{127.0.0.1:43927}
[junit4] 2> 351473 INFO (jetty-launcher-887-thread-1) [ ] o.e.j.s.Server Started @351527ms
[junit4] 2> 351473 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43927}
[junit4] 2> 351474 ERROR (jetty-launcher-887-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 351474 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 351474 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 351474 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 351474 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 351474 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-25T15:15:34.853Z
[junit4] 2> 351476 INFO (zkConnectionManagerCallback-892-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351477 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 351694 INFO (jetty-launcher-887-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43615/solr
[junit4] 2> 351696 INFO (zkConnectionManagerCallback-896-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351699 INFO (zkConnectionManagerCallback-898-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351813 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43927_solr
[junit4] 2> 351814 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.c.Overseer Overseer (id=72338987101454339-127.0.0.1:43927_solr-n_0000000000) starting
[junit4] 2> 351822 INFO (zkConnectionManagerCallback-905-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351825 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43615/solr ready
[junit4] 2> 351826 INFO (OverseerStateUpdate-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43927_solr
[junit4] 2> 351826 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43927_solr
[junit4] 2> 351827 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 351829 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 351835 INFO (zkCallback-897-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351839 INFO (zkCallback-904-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351841 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:43927_solr]
[junit4] 2> 351841 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 351842 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 351842 DEBUG (ScheduledTrigger-1514-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 351851 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 351886 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.node' (registry 'solr.node') enabled at server: ***@20d2084a
[junit4] 2> 351913 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.jvm' (registry 'solr.jvm') enabled at server: ***@20d2084a
[junit4] 2> 351913 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.jetty' (registry 'solr.jetty') enabled at server: ***@20d2084a
[junit4] 2> 351914 INFO (jetty-launcher-887-thread-1) [n:127.0.0.1:43927_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/.
[junit4] 2> 351937 INFO (zkConnectionManagerCallback-908-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351941 INFO (zkConnectionManagerCallback-913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351943 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351944 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[A5AE538B01BD2CCC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43615/solr ready
[junit4] 2> 351962 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[A5AE538B01BD2CCC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 351964 INFO (qtp325499065-3480) [n:127.0.0.1:43927_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 351967 INFO (OverseerThreadFactory-1516-thread-1-processing-n:127.0.0.1:43927_solr) [n:127.0.0.1:43927_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 352076 INFO (qtp325499065-3475) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 352082 INFO (OverseerStateUpdate-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43927/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 352286 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 352286 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 352844 DEBUG (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 353303 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 353313 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 353317 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 353317 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 353319 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43927.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: ***@20d2084a
[junit4] 2> 353319 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_A5AE538B01BD2CCC-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 353414 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 353414 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 353416 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 353416 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 353418 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@7eedaa6d[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 353419 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 353420 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 353423 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 353423 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618119425316093952
[junit4] 2> 353425 INFO (searcherExecutor-1521-thread-1-processing-n:127.0.0.1:43927_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher ***@7eedaa6d[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 353441 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 353446 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 353446 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 353446 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 353446 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 353447 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 353451 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43927/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 353605 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 353608 INFO (qtp325499065-3476) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1322
[junit4] 2> 353612 INFO (qtp325499065-3480) [n:127.0.0.1:43927_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 353708 INFO (zkCallback-897-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 353844 DEBUG (ScheduledTrigger-1514-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 353969 INFO (OverseerCollectionConfigSetProcessor-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [n:127.0.0.1:43927_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 354612 INFO (qtp325499065-3480) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2647
[junit4] 2> 354635 INFO (qtp325499065-3475) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=2
[junit4] 2> 354636 INFO (qtp325499065-3481) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 354637 DEBUG (qtp325499065-3479) [n:127.0.0.1:43927_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 354637 INFO (qtp325499065-3479) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 354639 DEBUG (zkCallback-904-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 354640 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 354641 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 354641 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 354643 INFO (qtp325499065-3481) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 354644 INFO (qtp325499065-3478) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 354645 DEBUG (qtp325499065-3482) [n:127.0.0.1:43927_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 354645 INFO (qtp325499065-3482) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 354646 DEBUG (zkCallback-904-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 354646 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 354646 INFO (qtp325499065-3479) [n:127.0.0.1:43927_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 354649 DEBUG (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-11-25T15:15:37.208Z, now=2018-11-25T15:15:38.027Z
[junit4] 2> 354649 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 354649 DEBUG (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{"actualEventTime":1543158938027}}
[junit4] 2> 354649 DEBUG (OverseerAutoScalingTriggerThread-72338987101454339-127.0.0.1:43927_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 354650 DEBUG (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 354651 INFO (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 354652 INFO (ScheduledTrigger-1514-thread-3) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720689473424, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 354652 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}
[junit4] 2> 354656 INFO (qtp325499065-3478) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 354657 INFO (qtp325499065-3478) [n:127.0.0.1:43927_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 354660 INFO (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720696068396, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 354662 INFO (OverseerThreadFactory-1516-thread-2-processing-n:127.0.0.1:43927_solr) [n:127.0.0.1:43927_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
[junit4] 2> 354663 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/shard1-splitting: locktstamp=1543158938039221077, time=1543158938042668508, delta=0
[junit4] 2> 354663 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- lock ScheduledMaintenanceTriggerTest_collection1/shard1-splitting still active (delta=0)
[junit4] 2> 354664 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting: locktstamp=1542986137997200538, time=1543158938043149631, delta=172800
[junit4] 2> 354664 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive split lock for ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting, delta=172800
[junit4] 2> 354664 INFO (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720701970255, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 354665 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}} with context properties: {inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1542986137997200538, currentTimeNs=1543158938043149631, deltaSec=172800, ttlSec=20}}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]}
[junit4] 2> 354665 INFO (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}
[junit4] 2> 354666 INFO (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=4293720703745443, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"f411dc048edfbTcygsv8yw1dhe90l5lhirqx62f",
[junit4] 2> "source":".scheduled_maintenance",
[junit4] 2> "eventTime":4293720686521851,
[junit4] 2> "eventType":"SCHEDULED",
[junit4] 2> "properties":{
[junit4] 2> "actualEventTime":1543158938027,
[junit4] 2> "_enqueue_time_":4293720687554532}}, context={}, config={
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":"inactive_shard_plan",
[junit4] 2> "afterAction":"inactive_shard_plan",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 354666 DEBUG (AutoscalingActionExecutor-1515-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 354666 DEBUG (AutoscalingActionExecutor-1515-thread

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null849123445

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 55ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 117 minutes 37 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-26 13:26:23 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/220/

6 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Didn't see replicas [core_node4, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:38925", "node_name":"127.0.0.1:38925_", "state":"recovering", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:42670", "node_name":"127.0.0.1:42670_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:43356", "node_name":"127.0.0.1:43356_", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node4, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:38925",
"node_name":"127.0.0.1:38925_",
"state":"recovering",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:42670",
"node_name":"127.0.0.1:42670_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:43356",
"node_name":"127.0.0.1:43356_",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([1F94773EA3E48126:97C048E40D18ECDE]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:611)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:183)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.ShardRoutingTest.test

Error Message:
Error from server at http://127.0.0.1:36892: At least one of the node(s) specified [127.0.0.1:33087_] are not currently active in [], no action taken.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36892: At least one of the node(s) specified [127.0.0.1:33087_] are not currently active in [], no action taken.
at __randomizedtesting.SeedInfo.seed([1F94773EA3E48126:97C048E40D18ECDE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
155 threads leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 1) Thread[id=11152, name=zkConnectionManagerCallback-2887-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=11393, name=SolrRrdBackendFactory-4174-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=11339, name=zkConnectionManagerCallback-2894-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 4) Thread[id=11095, name=qtp1993691116-11095, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=11237, name=Scheduler-1295925267, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=11215, name=Scheduler-1946070101, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=11159, name=MetricsHistoryHandler-4175-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=11325, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 9) Thread[id=11220, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=11144, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=11113, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 12) Thread[id=11316, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=11198, name=Thread-2897, state=WAITING, group=TGRP-ShardRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857) 14) Thread[id=11235, name=Thread-2906, state=WAITING, group=TGRP-ShardRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857) 15) Thread[id=11357, name=OverseerStateUpdate-73733525038825482-127.0.0.1:41481_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:421) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:147) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=11315, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=11349, name=zkConnectionManagerCallback-2926-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 18) Thread[id=11396, name=SolrRrdBackendFactory-4216-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=11226, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 20) Thread[id=11150, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 21) Thread[id=11102, name=Scheduler-1220022993, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=11099, name=qtp1993691116-11099, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=11219, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=11160, name=Thread-2888, state=WAITING, group=TGRP-ShardRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857) 25) Thread[id=11327, name=SolrRrdBackendFactory-4230-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=11251, name=qtp762532995-11251, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=11184, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=11276, name=searcherExecutor-4219-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=11326, name=zkConnectionManagerCallback-2959-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=11348, name=zkConnectionManagerCallback-2926-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 31) Thread[id=11212, name=qtp160614903-11212, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=11359, name=OverseerAutoScalingTriggerThread-73733525038825482-127.0.0.1:41481_-n_0000000001, state=WAITING, group=Overseer autoscaling triggers] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=11195, name=zkConnectionManagerCallback-2910-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=11324, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 35) Thread[id=11145, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=11213, name=qtp160614903-11213, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=11363, name=ScheduledTrigger-4236-thread-4, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=11208, name=qtp160614903-11208, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=11362, name=ScheduledTrigger-4236-thread-3, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:317) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.hasData(ZkDistribStateManager.java:58) at org.apache.solr.cloud.autoscaling.TriggerBase.saveState(TriggerBase.java:234) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.run(ScheduledTriggers.java:598) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=11263, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 41) Thread[id=11227, name=zkConnectionManagerCallback-2919-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=11162, name=Scheduler-1047472598, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=11183, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=11196, name=SolrRrdBackendFactory-4188-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=11188, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 46) Thread[id=11239, name=searcherExecutor-4205-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=11249, name=qtp762532995-11249, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=11293, name=qtp53441196-11293, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=11353, name=zkConnectionManagerCallback-2910-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 50) Thread[id=11128, name=searcherExecutor-4163-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 51) Thread[id=11178, name=Scheduler-1359750758, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=11112, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 53) Thread[id=11101, name=qtp1993691116-11101, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=11233, name=SolrRrdBackendFactory-4202-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=11329, name=Thread-2924, state=WAITING, group=TGRP-ShardRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857) 56) Thread[id=11332, name=zkConnectionManagerCallback-2878-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 57) Thread[id=11170, name=qtp525198299-11170, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 58) Thread[id=11209, name=qtp160614903-11209-acceptor-***@2647a10e-***@22e2a39b{HTTP/1.1,[http/1.1]}{127.0.0.1:43039}, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 59) Thread[id=11344, name=zkConnectionManagerCallback-2942-thread-1-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 60) Thread[id=11134, name=qtp751587891-11134-acceptor-***@7758c6c3-***@2957d3db{HTTP/1.1,[http/1.1]}{127.0.0.1:36892}, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=11257, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=11333, name=zkConnectionManagerCallback-2878-thread-1-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 63) Thread[id=11133, name=qtp751587891-11133, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=11140, name=Scheduler-1045413967, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=11288, name=qtp53441196-11288, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/2063673012.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=11247, name=qtp762532995-11247, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=11392, name=SolrRrdBackendFactory-4160-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 68) Thread[id=11321, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 69) Thread[id=11189, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-EventThread, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 70) Thread[id=11398, name=SolrRrdBackendFactory-4230-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=11107, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=11211, name=qtp160614903-11211, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=11271, name=MetricsHistoryHandler-4217-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=11157, name=zkConnectionManagerCallback-2894-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 75) Thread[id=11173, name=qtp525198299-11173, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=11290, name=qtp53441196-11290, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 77) Thread[id=11122, name=MetricsHistoryHandler-4161-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=11206, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=11269, name=zkConnectionManagerCallback-2942-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 80) Thread[id=11394, name=SolrRrdBackendFactory-4188-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 81) Thread[id=11169, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 82) Thread[id=11322, name=zkConnectionManagerCallback-2952-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 83) Thread[id=11289, name=qtp53441196-11289, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 84) Thread[id=11320, name=TEST-ShardRoutingTest.test-seed#[1F94773EA3E48126]-SendThread(127.0.0.1:35148), state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 85) Thread[id=11252, name=Scheduler-742153395, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 86) Thread[id=11256, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 87) Thread[id=11395, name=SolrRrdBackendFactory-4202-thread-2, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 88) Thread[id=11106, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 89) Thread[id=11135, name=qtp751587891-11135, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 90) Thread[id=11397, name=AutoscalingActionExecutor-4237-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341) at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:176) at org.apache.solr.client.solrj.cloud.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:83) at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:85) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:308) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$742/657634462.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/1783238997.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 91) Thread[id=11272, name=Thread-2915, state=WAITING, group=TGRP-ShardRoutingTest] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1857) 92) Thread[id=11174, name=qtp525198299-11174, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 93) Thread[id=11203, name=searcherExecutor-4191-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 94) Thread[id=11120, name=zkConnectionManagerCallback-2878-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 95) Thread[id=11244, name=qtp762532995-11244, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 96) Thread[id=11138, name=qtp751587891-11138, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 97) Thread[id=11176, name=qtp525198299-11176, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 98) Thread[id=11182, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 99) Thread[id=11207, name=qtp160614903-11207, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 100) Thread[id=11214, name=qtp160614903-11214, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 101) Thread[id=11281, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 102) Thread[id=11146, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 103) Thread[id=11264, name=zkConnectionManagerCallback-2935-thread-1, state=WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 104) Thread[id=11248, name=qtp762532995-11248, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 105) Thread[id=11175, name=qtp525198299-11175, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 106) Thread[id=11258, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 107) Thread[id=11096, name=qtp1993691116-11096-acceptor-***@7836dceb-***@2d071b70{HTTP/1.1,[http/1.1]}{127.0.0.1:41481}, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 108) Thread[id=11246, name=qtp762532995-11246-acceptor-***@43d2e5e3-***@28e9cc62{HTTP/1.1,[http/1.1]}{127.0.0.1:43509}, state=RUNNABLE, group=TGRP-ShardRoutingTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 109) Thread[id=11201, name=Scheduler-1321028896, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 110) Thread[id=11131, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ShardRoutingTest] at java.lang.T

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null423358163

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 33ms :: artifacts dl 5ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 176 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-27 12:38:43 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/221/

2 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([CC0F0D81016CFDF1:445B325BAF909009]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:290)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:131)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMaxOps

Error Message:
number of ops: [Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":"testMaxOps_collection", "second":"shard5"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":"testMaxOps_collection", "second":"shard4"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":"testMaxOps_collection", "second":"shard2"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":"testMaxOps_collection", "second":"shard1"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":"testMaxOps_collection", "second":"shard3"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{ "first":".system", "second":"shard1"}], PARAMS={splitMethod=rewrite}}}] expected:<5> but was:<6>

Stack Trace:
java.lang.AssertionError: number of ops: [Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":"testMaxOps_collection",
"second":"shard5"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":"testMaxOps_collection",
"second":"shard4"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":"testMaxOps_collection",
"second":"shard2"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":"testMaxOps_collection",
"second":"shard1"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":"testMaxOps_collection",
"second":"shard3"}], PARAMS={splitMethod=rewrite}}}, Op{action=SPLITSHARD, hints={COLL_SHARD=[{
"first":".system",
"second":"shard1"}], PARAMS={splitMethod=rewrite}}}] expected:<5> but was:<6>
at __randomizedtesting.SeedInfo.seed([CC0F0D81016CFDF1:2DF040E44FC9C004]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMaxOps(IndexSizeTriggerTest.java:783)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12997 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/init-core-data-001
[junit4] 2> 1043533 WARN (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 1043567 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1043568 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1043569 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1043569 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001
[junit4] 2> 1043570 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1043600 INFO (Thread-846) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1043600 INFO (Thread-846) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1043637 ERROR (Thread-846) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1043697 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45609
[junit4] 2> 1043766 INFO (zkConnectionManagerCallback-1512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1043873 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1043881 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1043944 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1043944 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1043944 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1043945 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@6855b999{/solr,null,AVAILABLE}
[junit4] 2> 1043945 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@60828997{SSL,[ssl, http/1.1]}{127.0.0.1:35291}
[junit4] 2> 1043945 INFO (jetty-launcher-1509-thread-2) [ ] o.e.j.s.Server Started @1043986ms
[junit4] 2> 1043945 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35291}
[junit4] 2> 1043946 ERROR (jetty-launcher-1509-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1043946 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1043954 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1043954 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1043955 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1043955 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@365a0939{/solr,null,AVAILABLE}
[junit4] 2> 1043964 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1043964 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1043964 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1043964 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T10:33:25.592Z
[junit4] 2> 1044032 INFO (zkConnectionManagerCallback-1514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1044066 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@645be4bd{SSL,[ssl, http/1.1]}{127.0.0.1:35292}
[junit4] 2> 1044066 INFO (jetty-launcher-1509-thread-1) [ ] o.e.j.s.Server Started @1044107ms
[junit4] 2> 1044066 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35292}
[junit4] 2> 1044067 ERROR (jetty-launcher-1509-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1044067 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1044067 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1044067 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1044067 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1044067 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-27T10:33:25.695Z
[junit4] 2> 1044103 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1044284 INFO (zkConnectionManagerCallback-1516-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1044285 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1045120 INFO (jetty-launcher-1509-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45609/solr
[junit4] 2> 1045122 INFO (jetty-launcher-1509-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45609/solr
[junit4] 2> 1045171 INFO (zkConnectionManagerCallback-1520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045192 INFO (zkConnectionManagerCallback-1524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045233 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x105f8fd9a560004, likely client has closed socket
[junit4] 2> 1045297 INFO (zkConnectionManagerCallback-1526-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045317 INFO (zkConnectionManagerCallback-1528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045780 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35292_solr
[junit4] 2> 1045781 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.Overseer Overseer (id=73738737021222917-127.0.0.1:35292_solr-n_0000000000) starting
[junit4] 2> 1045908 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35291_solr
[junit4] 2> 1045921 INFO (zkConnectionManagerCallback-1537-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1045923 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1045924 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
[junit4] 2> 1045942 INFO (OverseerStateUpdate-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [n:127.0.0.1:35292_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35292_solr
[junit4] 2> 1045959 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1045959 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35292_solr
[junit4] 2> 1046079 INFO (zkCallback-1525-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1046079 INFO (zkCallback-1527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1046079 INFO (OverseerStateUpdate-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [n:127.0.0.1:35292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046104 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1046136 INFO (zkCallback-1536-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1046140 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1046152 INFO (zkCallback-1527-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1046154 INFO (zkConnectionManagerCallback-1542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1046156 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1046174 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
[junit4] 2> 1046177 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1046207 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1046578 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.node' (registry 'solr.node') enabled at server: ***@7bada17f
[junit4] 2> 1046579 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35292_solr, 127.0.0.1:35291_solr]
[junit4] 2> 1046580 DEBUG (ScheduledTrigger-1609-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1046591 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.node' (registry 'solr.node') enabled at server: ***@7bada17f
[junit4] 2> 1046593 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1046664 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.jvm' (registry 'solr.jvm') enabled at server: ***@7bada17f
[junit4] 2> 1046664 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35291.solr.jetty' (registry 'solr.jetty') enabled at server: ***@7bada17f
[junit4] 2> 1046665 INFO (jetty-launcher-1509-thread-2) [n:127.0.0.1:35291_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001/node2/.
[junit4] 2> 1046670 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.jvm' (registry 'solr.jvm') enabled at server: ***@7bada17f
[junit4] 2> 1046670 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35292.solr.jetty' (registry 'solr.jetty') enabled at server: ***@7bada17f
[junit4] 2> 1046692 INFO (jetty-launcher-1509-thread-1) [n:127.0.0.1:35292_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_CC0F0D81016CFDF1-001/tempDir-001/node1/.
[junit4] 2> 1046723 DEBUG (OverseerAutoScalingTriggerThread-73738737021222917-127.0.0.1:35292_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1047145 INFO (zkConnectionManagerCallback-1546-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1047193 INFO (zkConnectionManagerCallback-1551-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1047250 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1047323 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45609/solr ready
[junit4] 2> 1047542 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
[junit4] 2> 1047542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1047542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1047543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1047543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1047610 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1047610 DEBUG (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1047610 INFO (SUITE-IndexSizeTriggerTest-seed#[CC0F0D81016CFDF1]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1047667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1047683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1047683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1047943 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1047975 DEBUG (ScheduledTrigger-1609-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048121 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048194 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048250 DEBUG (ScheduledTrigger-1622-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048303 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048340 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048376 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048413 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048433 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048436 INFO (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitMethodConfig
[junit4] 2> 1048469 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSplitMethod_collection, currentVersion=1
[junit4] 2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1048486 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1048506 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048506 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1048506 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1048542 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048542 DEBUG (simCloudManagerPool-1621-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1048543 DEBUG (simCloudManagerPool-1621-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1048563 DEBUG (simCloudManagerPool-1621-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testSplitMethod_collection, currentVersion=4
[junit4] 2> 1048579 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048676 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048692 DEBUG (simCloudManagerPool-1621-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitMethod_collection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testSplitMethod_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSplitMethod_collection",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1048692 DEBUG (simCloudManagerPool-1621-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1048693 DEBUG (simCloudManagerPool-1621-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1048712 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048720 DEBUG (simCloudManagerPool-1621-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1048814 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048815 DEBUG (simCloudManagerPool-1621-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1048842 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1048862 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1049041 DEBUG (simCloudManagerPool-1621-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSplitMethod_collection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testSplitMethod_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSplitMethod_collection",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1049045 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1049053 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049053 DEBUG (ScheduledTrigger-1609-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049061 DEBUG (simCloudManagerPool-1621-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1049061 DEBUG (simCloudManagerPool-1621-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1049061 DEBUG (MetricsHistoryHandler-1625-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 1049179 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049199 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049227 DEBUG (MetricsHistoryHandler-1625-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1049235 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049243 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 1049243 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1049271 DEBUG (ScheduledTrigger-1622-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049324 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049362 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049382 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049417 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049454 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049490 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049527 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049563 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049600 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049636 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049673 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049709 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049746 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049782 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049818 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049855 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049887 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049908 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049924 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 1049924 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1049944 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1049981 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050017 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050054 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050054 DEBUG (ScheduledTrigger-1609-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050090 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050126 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050145 INFO (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * testSplitMethod_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 25
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 14
[junit4] 2> ## minActiveSliceDocs 11
[junit4] 2> ## avgActiveSliceDocs 13
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 32,980
[junit4] 2> ## maxActiveSliceBytes 17,240
[junit4] 2> ## minActiveSliceBytes 15,740
[junit4] 2> ## avgActiveSliceBytes 16,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testSplitMethod_collection//clusterstate.json/10)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSplitMethod_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testSplitMethod_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":11,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":15740,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.4659017324447632E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":11}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testSplitMethod_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testSplitMethod_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":14,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":17240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.605600118637085E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":14}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 2
[junit4] 2> ## Min replicas per node: 2
[junit4] 2> ## Total replicas: 4
[junit4] 2> ## * testSplitMethod_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - update 26
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> 1050146 INFO (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1050146 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 1050165 DEBUG (ScheduledTrigger-1622-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050166 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1050166 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1050167 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1050179 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1050204 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050220 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1050220 DEBUG (ScheduledTrigger-1627-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050224 DEBUG (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1050241 DEBUG (ScheduledTrigger-1627-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050261 DEBUG (ScheduledTrigger-1627-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1050276 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050290 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1050378 INFO (TEST-IndexSizeTriggerTest.testSplitMethodConfig-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSplitMethodConfig
[junit4] 2> 1050439 DEBUG (MetricsHistoryHandler-1625-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 1050439 DEBUG (MetricsHistoryHandler-1625-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1050538 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
[junit4] 2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMergeIntegration_collection, currentVersion=12
[junit4] 2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 1050552 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1050568 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 1050568 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1050588 DEBUG (simCloudManagerPool-1626-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 1050589 DEBUG (simCloudManagerPool-1626-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1050609 DEBUG (simCloudManagerPool-1626-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMergeIntegration_collection, currentVersion=15
[junit4] 2> 1050621 DEBUG (simCloudManagerPool-1626-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1 (currentVersion=15): {"core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1050625 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 1050625 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1050641 DEBUG (simCloudManagerPool-1626-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 1050641 DEBUG (simCloudManagerPool-1626-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 1050665 DEBUG (simCloudManagerPool-1626-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 1050666 DEBUG (simCloudManagerPool-1626-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 1050666 DEBUG (simCloudManagerPool-1626-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2 (currentVersion=18): {"core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1050681 DEBUG (simCloudManagerPool-1626-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 1050682 DEBUG (simCloudManagerPool-1626-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 1050682 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 1050682 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 1050759 DEBUG (simCloudManagerPool-1626-thread-29) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1050759 DEBUG (simCloudManagerPool-1626-thread-29) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1050761 DEBUG (simCloudManagerPool-1626-thread-30) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1050762 DEBUG (simCloudManagerPool-1626-thread-30) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1050771 DEBUG (simCloudManagerPool-1626-thread-31) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1050771 DEBUG (simCloudManagerPool-1626-thread-31) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1050771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1050826 DEBUG (simCloudManagerPool-1626-thread-48) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1050826 DEBUG (simCloudManagerPool-1626-thread-48) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1050835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1050836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1050931 DEBUG (ScheduledTrigger-1627-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1050937 DEBUG (ScheduledTrigger-1627-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger3]
[junit4] 2> 1050939 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=20
[junit4] 2> 1050939 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 1050953 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 1050973 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 1050974 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 1051006 DEBUG (simCloudManagerPool-1626-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 1051006 DEBUG (simCloudManagerPool-1626-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 1051027 DEBUG (simCloudManagerPool-1626-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=23): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1051046 DEBUG (simCloudManagerPool-1626-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 1051046 DEBUG (simCloudManagerPool-1626-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 1051047 DEBUG (simCloudManagerPool-1626-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=24
[junit4] 2> 1051049 INFO (ScheduledTrigger-1627-thread-4) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663597687191251, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051062 DEBUG (ScheduledTrigger-1609-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1051066 DEBUG (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1051067 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663598623709251, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051067 DEBUG (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1051070 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
[junit4] 2> 1051119 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663598775175301, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051119 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663601234631801, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051120 DEBUG (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1051120 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1051120 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663601264521401, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051168 INFO (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=25663603646215301, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":25663587459251701,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":25663592139938551,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1051168 DEBUG (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger3 after 100ms
[junit4] 2> 1051168 DEBUG (AutoscalingActionExecutor-1628-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 5075 ms for event id=5b2ce5962bbdf5T55vq5q05aj26ruumvf97yx5e5
[junit4] 2> 1051173 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 1051173 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 1051174 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[CC0F0D81016CFDF1]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 2
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 2
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 2
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,240
[junit4] 2> ## maxActiveSliceBytes 11,240
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## * testMergeIntegration_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 5
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 3
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 3
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 22,980
[junit4] 2> ## maxActiveSliceBytes 11,740
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testMergeIntegration_collection//clusterstate.json/24)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> DocCollection(.system//clusterstate.json/24)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10001_solr",
[junit4] 2> "state":"active",

[...truncated too long message...]

ples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null2047298052

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 129ms :: artifacts dl 16ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 221 minutes 17 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-28 23:00:19 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/222/

2 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42702/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42702/collection1
at __randomizedtesting.SeedInfo.seed([386DA1A93D96242D:B0399E73936A49D5]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:509)
at org.apache.solr.BaseDistributedSearchTestCase.indexDoc(BaseDistributedSearchTestCase.java:498)
at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more


FAILED: org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
at __randomizedtesting.SeedInfo.seed([386DA1A93D96242D:5BA6972BA4595700]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.scheduledTriggerTest(ScheduledTriggerTest.java:114)
at org.apache.solr.cloud.autoscaling.ScheduledTriggerTest.testTrigger(ScheduledTriggerTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13799 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/init-core-data-001
[junit4] 2> 1802028 WARN (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=54 numCloses=54
[junit4] 2> 1802028 INFO (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1802030 INFO (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1802030 INFO (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1802030 INFO (SUITE-BasicDistributedZkTest-seed#[386DA1A93D96242D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1802041 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1802041 INFO (Thread-7512) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1802041 INFO (Thread-7512) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1802046 ERROR (Thread-7512) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1802141 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkTestServer start zk server on port:43987
[junit4] 2> 1802150 INFO (zkConnectionManagerCallback-4325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802157 INFO (zkConnectionManagerCallback-4327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802165 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1802167 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1802169 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1802176 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1802177 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1802178 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1802180 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1802181 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1802183 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1802184 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1802186 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1802188 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 1802357 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1802358 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1802358 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1802358 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1802358 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.h.ContextHandler Started ***@14f666ad{/,null,AVAILABLE}
[junit4] 2> 1802359 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.AbstractConnector Started ***@e428ac3{HTTP/1.1,[http/1.1]}{127.0.0.1:35532}
[junit4] 2> 1802359 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server Started @1802029ms
[junit4] 2> 1802359 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/control/data, hostContext=/, hostPort=35532, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores}
[junit4] 2> 1802359 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1802359 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1802360 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1802360 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1802360 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1802360 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-28T22:08:25.660Z
[junit4] 2> 1802362 INFO (zkConnectionManagerCallback-4329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802363 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1802363 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/solr.xml
[junit4] 2> 1802367 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1802368 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1802369 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1802706 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
[junit4] 2> 1802708 INFO (zkConnectionManagerCallback-4333-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802710 INFO (zkConnectionManagerCallback-4335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802842 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35532_
[junit4] 2> 1802844 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer Overseer (id=72357597356294148-127.0.0.1:35532_-n_0000000000) starting
[junit4] 2> 1802855 INFO (zkConnectionManagerCallback-4342-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802858 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
[junit4] 2> 1802859 INFO (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35532_
[junit4] 2> 1802860 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35532_
[junit4] 2> 1802861 INFO (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1802878 INFO (zkCallback-4341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1802880 DEBUG (OverseerAutoScalingTriggerThread-72357597356294148-127.0.0.1:35532_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35532_]
[junit4] 2> 1802886 DEBUG (ScheduledTrigger-8616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1802892 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1802921 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@56d637d0
[junit4] 2> 1802937 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@56d637d0
[junit4] 2> 1802938 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@56d637d0
[junit4] 2> 1802940 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [n:127.0.0.1:35532_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores
[junit4] 2> 1802969 INFO (zkConnectionManagerCallback-4348-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1802970 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1802971 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
[junit4] 2> 1802972 INFO (qtp1365988648-22345) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35532_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1802975 INFO (OverseerThreadFactory-8618-thread-1-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1802979 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:35532_",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1803082 INFO (qtp1365988648-22340) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1803087 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1803087 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1803090 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35532",
[junit4] 2> "node_name":"127.0.0.1:35532_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1803887 DEBUG (ScheduledTrigger-8616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1804115 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1804132 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1804270 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1804293 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1804293 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@56d637d0
[junit4] 2> 1804293 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1804296 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
[junit4] 2> 1804298 WARN (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1804360 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1804360 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1804362 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1804362 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1804363 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1804364 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@66e21ab5[control_collection_shard1_replica_n1] main]
[junit4] 2> 1804367 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1804367 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1804368 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1804368 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417190350880768
[junit4] 2> 1804369 INFO (searcherExecutor-8623-thread-1-processing-n:127.0.0.1:35532_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@66e21ab5[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1804386 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1804390 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1804390 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1804390 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35532/control_collection_shard1_replica_n1/
[junit4] 2> 1804391 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1804391 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35532/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1804395 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35532/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1804396 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:35532",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1804548 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1804550 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:35532",
[junit4] 2> "node_name":"127.0.0.1:35532_",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1804551 INFO (qtp1365988648-22341) [n:127.0.0.1:35532_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1464
[junit4] 2> 1804557 INFO (qtp1365988648-22345) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1804651 INFO (zkCallback-4334-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1804896 DEBUG (ScheduledTrigger-8616-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1804981 INFO (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1805557 INFO (qtp1365988648-22345) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35532_&wt=javabin&version=2} status=0 QTime=2584
[junit4] 2> 1805563 INFO (zkConnectionManagerCallback-4353-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1805564 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1805566 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
[junit4] 2> 1805566 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1805567 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1805569 INFO (OverseerThreadFactory-8618-thread-2-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1805573 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1805773 WARN (OverseerThreadFactory-8618-thread-2-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1805779 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1805779 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=212
[junit4] 2> 1805897 DEBUG (ScheduledTrigger-8616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1805953 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001 of type TLOG
[junit4] 2> 1805953 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1805955 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1805955 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1805955 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1805955 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.h.ContextHandler Started ***@35ffcb24{/,null,AVAILABLE}
[junit4] 2> 1805956 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.AbstractConnector Started ***@4451b5f{HTTP/1.1,[http/1.1]}{127.0.0.1:42702}
[junit4] 2> 1805956 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server Started @1805626ms
[junit4] 2> 1805956 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=42702, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores}
[junit4] 2> 1805956 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1805956 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1805957 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1805957 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1805957 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1805957 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-28T22:08:29.257Z
[junit4] 2> 1805959 INFO (zkConnectionManagerCallback-4355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1805960 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1805960 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/solr.xml
[junit4] 2> 1805964 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1805965 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1805966 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1806601 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
[junit4] 2> 1806603 INFO (zkConnectionManagerCallback-4359-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806605 INFO (zkConnectionManagerCallback-4361-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806614 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1806619 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1806619 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42702_
[junit4] 2> 1806620 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:42702_"} current state version: 1
[junit4] 2> 1806620 INFO (zkCallback-4341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806620 INFO (zkCallback-4352-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806621 INFO (zkCallback-4334-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806626 INFO (zkCallback-4360-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1806645 INFO (zkConnectionManagerCallback-4368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1806646 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1806648 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
[junit4] 2> 1806648 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1806677 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@56d637d0
[junit4] 2> 1806695 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@56d637d0
[junit4] 2> 1806695 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@56d637d0
[junit4] 2> 1806697 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores
[junit4] 2> 1806736 INFO (qtp1365988648-22340) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:42702_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1806739 INFO (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1806749 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=3
[junit4] 2> 1806751 INFO (qtp1365988648-22346) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1806753 INFO (qtp1620534812-22400) [n:127.0.0.1:42702_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1806753 INFO (OverseerThreadFactory-8618-thread-3-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:42702_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 1806756 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ x:collection1_shard2_replica_t41] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1806759 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42702",
[junit4] 2> "node_name":"127.0.0.1:42702_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 1
[junit4] 2> 1806897 DEBUG (ScheduledTrigger-8616-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1807779 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1807796 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 1807898 DEBUG (ScheduledTrigger-8616-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1807919 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1807946 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 1807947 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: ***@56d637d0
[junit4] 2> 1807947 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 1807950 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
[junit4] 2> 1807952 WARN (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1808014 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1808014 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1808016 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1808016 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1808021 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1808021 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [***@3a6fc275[collection1_shard2_replica_t41] main]
[junit4] 2> 1808023 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1808024 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1808024 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1808026 INFO (searcherExecutor-8637-thread-1-processing-n:127.0.0.1:42702_ x:collection1_shard2_replica_t41 c:collection1 s:shard2) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher ***@3a6fc275[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1808026 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417194186571776
[junit4] 2> 1808038 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node42=0}, version=0}
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42702/collection1_shard2_replica_t41/
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:42702/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 1808042 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 1808047 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42702/collection1_shard2_replica_t41/ shard2
[junit4] 2> 1808048 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:42702",
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "state":"active"} current state version: 2
[junit4] 2> 1808198 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1808200 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard2_replica_t41",
[junit4] 2> "core_node_name":"core_node42",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:42702",
[junit4] 2> "node_name":"127.0.0.1:42702_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 3
[junit4] 2> 1808202 INFO (qtp1620534812-22395) [n:127.0.0.1:42702_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1445
[junit4] 2> 1808204 INFO (qtp1365988648-22340) [n:127.0.0.1:35532_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:42702_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1468
[junit4] 2> 1808436 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001 of type TLOG
[junit4] 2> 1808437 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1808438 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1808438 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1808438 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1808439 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.h.ContextHandler Started ***@51a2f830{/,null,AVAILABLE}
[junit4] 2> 1808440 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.AbstractConnector Started ***@64c8ae0a{HTTP/1.1,[http/1.1]}{127.0.0.1:37982}
[junit4] 2> 1808440 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server Started @1808109ms
[junit4] 2> 1808440 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37982, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores}
[junit4] 2> 1808440 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1808444 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1808444 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1808444 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1808444 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1808444 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-28T22:08:31.744Z
[junit4] 2> 1808447 INFO (zkConnectionManagerCallback-4371-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808448 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1808448 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/solr.xml
[junit4] 2> 1808453 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1808453 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1808454 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1808525 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
[junit4] 2> 1808527 INFO (zkConnectionManagerCallback-4375-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808530 INFO (zkConnectionManagerCallback-4377-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808539 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1808545 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1808545 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37982_
[junit4] 2> 1808545 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:37982_"} current state version: 4
[junit4] 2> 1808546 INFO (zkCallback-4352-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808546 INFO (zkCallback-4367-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808546 INFO (zkCallback-4360-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808546 INFO (zkCallback-4341-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808547 INFO (zkCallback-4334-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808554 INFO (zkCallback-4376-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1808573 INFO (zkConnectionManagerCallback-4384-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1808574 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1808575 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43987/solr ready
[junit4] 2> 1808576 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1808606 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@56d637d0
[junit4] 2> 1808624 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@56d637d0
[junit4] 2> 1808625 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@56d637d0
[junit4] 2> 1808627 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores
[junit4] 2> 1808682 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:37982_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1808685 INFO (OverseerCollectionConfigSetProcessor-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1808687 INFO (qtp1365988648-22340) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1808688 INFO (qtp1365988648-22346) [n:127.0.0.1:35532_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1808690 INFO (qtp1876084140-22437) [n:127.0.0.1:37982_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1808694 INFO (qtp1620534812-22396) [n:127.0.0.1:42702_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_t41:INDEX.sizeInBytes} status=0 QTime=3
[junit4] 2> 1808696 INFO (qtp1620534812-22402) [n:127.0.0.1:42702_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1808696 INFO (OverseerThreadFactory-8618-thread-4-processing-n:127.0.0.1:35532_) [n:127.0.0.1:35532_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:37982_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 1808699 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ x:collection1_shard1_replica_t43] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1808705 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37982",
[junit4] 2> "node_name":"127.0.0.1:37982_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 4
[junit4] 2> 1808898 DEBUG (ScheduledTrigger-8616-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1809716 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1809732 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 1809850 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1809869 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 1809869 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: ***@56d637d0
[junit4] 2> 1809869 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 1809872 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=6.0341796875, floorSegmentMB=0.501953125, forceMergeDeletesPctAllowed=21.37827079576828, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=27.934081580917454
[junit4] 2> 1809874 WARN (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1809899 DEBUG (ScheduledTrigger-8616-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 1809934 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1809934 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1809936 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1809936 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1809937 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1045612658, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1809938 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [***@9ec78ec[collection1_shard1_replica_t43] main]
[junit4] 2> 1809939 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1809939 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1809940 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1809940 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618417196193546240
[junit4] 2> 1809941 INFO (searcherExecutor-8651-thread-1-processing-n:127.0.0.1:37982_ x:collection1_shard1_replica_t43 c:collection1 s:shard1) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher ***@9ec78ec[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1809946 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node44=0}, version=0}
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37982/collection1_shard1_replica_t43/
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:37982/collection1_shard1_replica_t43/ has no replicas
[junit4] 2> 1809950 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
[junit4] 2> 1809953 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37982/collection1_shard1_replica_t43/ shard1
[junit4] 2> 1809954 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "base_url":"http://127.0.0.1:37982",
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "state":"active"} current state version: 5
[junit4] 2> 1810104 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1810105 DEBUG (OverseerStateUpdate-72357597356294148-127.0.0.1:35532_-n_0000000000) [n:127.0.0.1:35532_ ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"collection1_shard1_replica_t43",
[junit4] 2> "core_node_name":"core_node44",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:37982",
[junit4] 2> "node_name":"127.0.0.1:37982_",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "type":"TLOG",
[junit4] 2> "operation":"state"} current state version: 6
[junit4] 2> 1810107 INFO (qtp1876084140-22432) [n:127.0.0.1:37982_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1407
[junit4] 2> 1810110 INFO (qtp1365988648-22344) [n:127.0.0.1:35532_ c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:37982_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1427
[junit4] 2> 1810285 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001 of type TLOG
[junit4] 2> 1810286 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_191-b12
[junit4] 2> 1810287 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1810287 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1810287 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1810287 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.h.ContextHandler Started ***@18836d63{/,null,AVAILABLE}
[junit4] 2> 1810288 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.AbstractConnector Started ***@5618879d{HTTP/1.1,[http/1.1]}{127.0.0.1:37516}
[junit4] 2> 1810288 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.e.j.s.Server Started @1809957ms
[junit4] 2> 1810288 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=37516, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001/cores}
[junit4] 2> 1810288 ERROR (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1810292 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1810292 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1810292 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1810292 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1810292 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-11-28T22:08:33.592Z
[junit4] 2> 1810294 INFO (zkConnectionManagerCallback-4387-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1810295 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1810295 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.BasicDistributedZkTest_386DA1A93D96242D-001/shard-3-001/solr.xml
[junit4] 2> 1810300 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1810300 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1810302 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@56d637d0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1810453 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43987/solr
[junit4] 2> 1810455 INFO (zkConnectionManagerCallback-4391-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1810457 INFO (zkConnectionManagerCallback-4393-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1810466 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1810472 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1810472 INFO (TEST-BasicDistributedZkTest.test-seed#[386DA1A93D96242D]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37516_
[junit4] 2> 1810473 DEBUG (OverseerStateUpdate-72357597356294

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null205813455

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 29ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 119 minutes 49 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-11-30 10:03:23 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/223/

2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:DABF9334009CC392]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTriggerRestoreState(TestSimTriggerIntegration.java:410)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13640 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_52821A4B3A5C223F-001/init-core-data-001
[junit4] 2> 1768845 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 1768846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1768847 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1768883 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 1768892 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1768894 DEBUG (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1768894 INFO (SUITE-TestSimTriggerIntegration-seed#[52821A4B3A5C223F]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testSearchRate
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1768897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1768897 INFO (ScheduledTrigger-4448-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1768930 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1768932 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1768932 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1768932 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1768933 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1768933 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1769006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 1769007 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1769022 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 1769022 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1769023 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1769023 INFO (ScheduledTrigger-4453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769079 INFO (ScheduledTrigger-4453-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769115 INFO (ScheduledTrigger-4453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769152 INFO (ScheduledTrigger-4453-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1769185 DEBUG (simCloudManagerPool-4452-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1769187 DEBUG (simCloudManagerPool-4452-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1769294 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1769298 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1769326 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769346 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769383 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769419 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769455 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769492 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1769509 DEBUG (simCloudManagerPool-4452-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1769516 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1769517 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}], enabled=true}
[junit4] 2> 1769533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1769528 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769533 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1769571 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1769589 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 25903742445828778
[junit4] 2> 1769642 INFO (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [25903742445828778], now=25903745080639678
[junit4] 2> 1769642 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903742445828778,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903742445828778],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1769654 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
[junit4] 2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=2
[junit4] 2> 1769655 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1769656 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1769711 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1769713 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1769786 DEBUG (simCloudManagerPool-4452-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1769787 DEBUG (simCloudManagerPool-4452-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1769857 DEBUG (simCloudManagerPool-4452-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1769873 DEBUG (simCloudManagerPool-4452-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1769881 DEBUG (simCloudManagerPool-4452-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=6): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1769963 DEBUG (simCloudManagerPool-4452-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1769963 DEBUG (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=7
[junit4] 2> 1769986 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770002 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770005 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770019 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770021 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770040 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770056 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770058 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770092 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770095 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770112 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770116 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770129 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770131 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770148 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770151 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770165 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770167 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770185 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770188 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770201 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770203 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770223 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770238 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770240 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770258 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770260 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770274 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770276 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770295 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770297 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770310 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770313 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770332 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770347 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770349 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770367 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770369 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770385 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770404 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770406 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770420 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770422 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770440 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770442 INFO (simCloudManagerPool-4452-thread-3) [ ] o.a.s.c.CloudTestUtils -- shards without leaders: [shard1]
[junit4] 2> 1770450 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1770451 DEBUG (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1771099 INFO (TEST-TestSimTriggerIntegration.testNodeAddedTrigger-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 3
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 3
[junit4] 2> ## activeReplicas 3
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 0
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 0
[junit4] 2> ## minActiveSliceDocs 0
[junit4] 2> ## avgActiveSliceDocs 0
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 10,240
[junit4] 2> ## maxActiveSliceBytes 10,240
[junit4] 2> ## minActiveSliceBytes 10,240
[junit4] 2> ## avgActiveSliceBytes 10,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 1
[junit4] 2> ## Total replicas: 3
[junit4] 2> ## * .system 3
[junit4] 2> ## - active 3
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 2
[junit4] 2> ## - update 1
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testNodeAddedTrigger -Dtests.seed=52821A4B3A5C223F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=es-SV -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 2.26s J2 | TestSimTriggerIntegration.testNodeAddedTrigger <<<
[junit4] > Throwable #1: java.lang.AssertionError: The trigger did not fire at all
[junit4] > at __randomizedtesting.SeedInfo.seed([52821A4B3A5C223F:74E8A47221538D53]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeAddedTrigger(TestSimTriggerIntegration.java:440)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] IGNOR/A 0.00s J2 | TestSimTriggerIntegration.testNodeLostTrigger
[junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-12028))
[junit4] 2> 1771194 DEBUG (ScheduledTrigger-4453-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10002_solr
[junit4] 2> 1771195 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c075106d63aaaTzm5z40crct9cn1b78se08kti",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903742445828778,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903742445828778],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903745697016678,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1771214 DEBUG (AutoscalingActionExecutor-4454-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 983 ms for event id=5c075106d63aaaTzm5z40crct9cn1b78se08kti
[junit4] 2> 1771224 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
[junit4] 2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 1771225 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimNodeStateProvider --removing value for 127.0.0.1:10000_solr
[junit4] 2> 1771226 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1771226 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1771226 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1771259 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1771279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
[junit4] 2> 1771280 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 1771295 DEBUG (MetricsHistoryHandler-4451-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1771295 INFO (MetricsHistoryHandler-4451-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1771315 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771352 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1771352 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771389 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771425 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=10
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 1771429 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 1771453 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1771494 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771514 DEBUG (simCloudManagerPool-4455-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 1771514 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771534 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771550 DEBUG (simCloudManagerPool-4455-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1771551 DEBUG (simCloudManagerPool-4455-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1771567 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771587 INFO (ScheduledTrigger-4456-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771608 DEBUG (simCloudManagerPool-4455-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=13): {"core_node4":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1771623 DEBUG (simCloudManagerPool-4455-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 1771624 DEBUG (simCloudManagerPool-4455-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1771624 DEBUG (simCloudManagerPool-4455-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=14
[junit4] 2> 1771660 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771696 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771716 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771737 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771757 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771790 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771809 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1771809 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1771809 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1771842 INFO (ScheduledTrigger-4456-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1771842 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1771843 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10001_solr
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 1771843 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1771844 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1771845 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1771845 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10001_solr
[junit4] 2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1771862 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1771863 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1771863 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 1771899 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771935 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1771972 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1771991 INFO (simCloudManagerPool-4458-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1771991 DEBUG (simCloudManagerPool-4458-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1772009 INFO (simCloudManagerPool-4458-thread-1) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1772009 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1772024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1772061 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772062 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1772089 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772110 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1772110 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1772110 INFO (simCloudManagerPool-4458-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1772111 DEBUG (simCloudManagerPool-4458-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1772111 INFO (simCloudManagerPool-4458-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772111 INFO (simCloudManagerPool-4458-thread-2) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1772118 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 1772118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1772118 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1772118 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772134 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 25903869671420128
[junit4] 2> 1772134 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1772154 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [25903869671420128], now=25903870688288978
[junit4] 2> 1772154 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903869671420128,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903869671420128],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1772183 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10004_solr
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":25903869671420128,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903869671420128],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903872117663778,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1772184 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1772215 DEBUG (AutoscalingActionExecutor-4460-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1577 ms for event id=5c076ea612b0e0Tzm5z40crct9cn1b78se08ktl
[junit4] 2> 1772293 INFO (ScheduledTrigger-4459-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772294 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772294 INFO (ScheduledTrigger-4459-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772329 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772329 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772329 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772365 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772365 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772365 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772401 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772402 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772402 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772438 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772438 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772438 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772474 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772474 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772474 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772507 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772507 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772507 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772530 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772530 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772530 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772565 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772565 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772565 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772600 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772600 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772600 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772636 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772636 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772636 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772673 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772673 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772673 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772709 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772709 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772709 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772764 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772764 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772764 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772784 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772784 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772784 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772819 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772819 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772819 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772855 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772855 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772855 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772887 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772888 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772888 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772924 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772924 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772924 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772944 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1772944 DEBUG (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1772945 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773017 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773017 INFO (ScheduledTrigger-4459-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773025 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773057 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773057 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773057 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773090 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773090 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773090 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773127 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773127 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773127 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773172 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773172 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773172 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773208 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773208 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773208 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773232 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773232 INFO (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773232 DEBUG (ScheduledTrigger-4459-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773260 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773260 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773260 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773280 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773281 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773281 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773317 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773317 INFO (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773317 DEBUG (ScheduledTrigger-4459-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1773325 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
[junit4] 2> 1773325 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1773325 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1773326 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1773341 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1773341 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10003_solr
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1773362 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1773362 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
[junit4] 2> 1773362 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1773363 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10003_solr
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773363 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}], enabled=true}
[junit4] 2> 1773363 INFO (ScheduledTrigger-4462-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1773363 INFO (ScheduledTrigger-4462-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 1773363 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10002_solr]
[junit4] 2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773364 DEBUG (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1773364 INFO (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1773364 INFO (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
[junit4] 2> 1773364 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1773398 INFO (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1773398 DEBUG (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10003_solr]
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":25903931137409678,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903931137409678],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1773399 INFO (ScheduledTrigger-4462-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1773399 DEBUG (ScheduledTrigger-4462-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger, node_added_trigger]
[junit4] 2> 1773400 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"5c077cf5bb428eTzm5z40crct9cn1b78se08kto",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":25903931137409678,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[25903931137409678],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":25903932940448878,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 1773401 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 1773401 DEBUG (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 1773419 DEBUG (AutoscalingActionExecutor-4463-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 920 ms for event id=5c077cf5bb428eTzm5z40crct9cn1b78se08kto
[junit4] 2> 1773435 INFO (TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 1
[junit4] 2> ## Dead nodes: 2
[junit4] 2> ## 127.0.0.1:10001_solr
[junit4] 2> ## 127.0.0.1:10003_solr
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 6
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 6
[junit4] 2> ## minActiveSliceDocs 6
[junit4] 2> ## avgActiveSliceDocs 6
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 13,240
[junit4] 2> ## maxActiveSliceBytes 13,240
[junit4] 2> ## minActiveSliceBytes 13,240
[junit4] 2> ## avgActiveSliceBytes 13,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## Max replicas per node: 1
[junit4] 2> ## Min replicas per node: 0
[junit4] 2> ## Total replicas: 1
[junit4] 2> ## * .system 1
[junit4] 2> ## - active 1
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - autoscaling 3
[junit4] 2> ## - update 6
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: node_added_trigger
[junit4] 2> ## - STARTED 2
[junit4] 2> ## - SUCCEEDED 2
[junit4] 2> ## * Trigger: node_lost_trigger
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1773438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10001_solr
[junit4] 2> 1773438 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10003_solr
[junit4] 2> 1773438 INFO (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1773438 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_191]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_191]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:191) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_191]
[junit4] 2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1773451 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-seed#[52821A4B3A5C223F]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1773471 DEBUG (TEST-TestSimTriggerIntegration.testTriggerThrottling-

[...truncated too long message...]

dApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null570388915

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 116ms :: artifacts dl 17ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 205 minutes 48 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-12-01 19:26:38 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/224/

No tests ran.

Build Log:
[...truncated 7 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run?
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 2 days 22 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-12-02 14:54:11 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/225/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file .git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor429.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run?
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 3 days 17 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-12-03 23:17:07 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/226/

5 tests failed.
FAILED: org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.MultiThreadedOCPTest.testFillWorkQueue(MultiThreadedOCPTest.java:114)
at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:69)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.TestCloudRecovery2.test

Error Message:
Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding

Error Message:
Error from server at http://127.0.0.1:33233/solr/forwardingCollection: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 401 Authentication required</title> </head> <body><h2>HTTP ERROR 401</h2> <p>Problem accessing /solr/forwardingCollection/select. Reason: <pre> Authentication required</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/> </body> </html>

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33233/solr/forwardingCollection: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 401 Authentication required</title>
</head>
<body><h2>HTTP ERROR 401</h2>
<p>Problem accessing /solr/forwardingCollection/select. Reason:
<pre> Authentication required</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.14.v20181114</a><hr/>

</body>
</html>

at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:21F8457BF958ED37]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:983)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:998)
at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation.testForwarding(TestSolrCloudWithSecureImpersonation.java:328)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists
at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:D8C4A489EA5BC631]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
expected:<200> but was:<403>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<403>
at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:7C105A97403D88A4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.security.BasicAuthIntegrationTest.executeCommand(BasicAuthIntegrationTest.java:252)
at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:164)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12659 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCloudRecovery2
[junit4] 2> 182913 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/init-core-data-001
[junit4] 2> 182914 WARN (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 182914 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 182915 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 182916 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001
[junit4] 2> 182929 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 182942 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 182942 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 182944 ERROR (ZkTestServer Run Thread) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 183042 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38293
[junit4] 2> 183042 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38293
[junit4] 2> 183042 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38293
[junit4] 2> 183049 INFO (zkConnectionManagerCallback-182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183080 INFO (zkConnectionManagerCallback-184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183084 INFO (zkConnectionManagerCallback-186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183129 WARN (jetty-launcher-179-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 183130 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 183130 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 183130 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 183133 WARN (jetty-launcher-179-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 183133 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 183133 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 183164 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 183229 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 183229 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 183229 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 183230 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@30f2c93b{/solr,null,AVAILABLE}
[junit4] 2> 183231 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 183231 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 183231 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 183232 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.h.ContextHandler Started ***@73dac3a4{/solr,null,AVAILABLE}
[junit4] 2> 183256 WARN (jetty-launcher-179-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for ***@6ac194ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 183257 WARN (jetty-launcher-179-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for ***@170365a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 183286 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@5c797b2d{SSL,[ssl, http/1.1]}{127.0.0.1:38889}
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.e.j.s.Server Started @183359ms
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38889}
[junit4] 2> 183287 ERROR (jetty-launcher-179-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183287 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-03T21:23:36.913Z
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.AbstractConnector Started ***@4f41f80c{SSL,[ssl, http/1.1]}{127.0.0.1:36486}
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.e.j.s.Server Started @183385ms
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36486}
[junit4] 2> 183313 ERROR (jetty-launcher-179-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 183313 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-03T21:23:36.939Z
[junit4] 2> 183327 INFO (zkConnectionManagerCallback-188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183327 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 183453 INFO (zkConnectionManagerCallback-190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 183630 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 184252 INFO (jetty-launcher-179-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38293/solr
[junit4] 2> 184339 INFO (zkConnectionManagerCallback-194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 184665 INFO (zkConnectionManagerCallback-196-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 184712 INFO (jetty-launcher-179-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38293/solr
[junit4] 2> 184749 INFO (zkConnectionManagerCallback-202-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 184910 INFO (zkConnectionManagerCallback-204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185246 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38889_solr
[junit4] 2> 185259 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) starting
[junit4] 2> 185344 INFO (zkConnectionManagerCallback-211-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185360 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
[junit4] 2> 185373 INFO (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38889_solr
[junit4] 2> 185373 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_solr
[junit4] 2> 185417 INFO (zkCallback-210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 185433 INFO (zkCallback-203-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 185439 INFO (OverseerAutoScalingTriggerThread-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38889_solr]
[junit4] 2> 185484 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 185491 INFO (ScheduledTrigger-563-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 185578 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.node' (registry 'solr.node') enabled at server: ***@79b93c31
[junit4] 2> 185614 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.jvm' (registry 'solr.jvm') enabled at server: ***@79b93c31
[junit4] 2> 185614 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.jetty' (registry 'solr.jetty') enabled at server: ***@79b93c31
[junit4] 2> 185615 INFO (jetty-launcher-179-thread-1) [n:127.0.0.1:38889_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/.
[junit4] 2> 185637 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 185665 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:36486_solr as DOWN
[junit4] 2> 185666 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 185666 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36486_solr
[junit4] 2> 185668 INFO (zkCallback-203-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185681 INFO (zkCallback-210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185701 INFO (zkCallback-195-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 185830 INFO (zkConnectionManagerCallback-217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185854 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 185855 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
[junit4] 2> 185855 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 185938 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.node' (registry 'solr.node') enabled at server: ***@79b93c31
[junit4] 2> 185974 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.jvm' (registry 'solr.jvm') enabled at server: ***@79b93c31
[junit4] 2> 185974 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.jetty' (registry 'solr.jetty') enabled at server: ***@79b93c31
[junit4] 2> 185975 INFO (jetty-launcher-179-thread-2) [n:127.0.0.1:36486_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/.
[junit4] 2> 186090 INFO (zkConnectionManagerCallback-223-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 186146 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 186184 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38293/solr ready
[junit4] 2> 186391 INFO (qtp300701564-837) [n:127.0.0.1:38889_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 186479 INFO (OverseerThreadFactory-565-thread-1-processing-n:127.0.0.1:38889_solr) [n:127.0.0.1:38889_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 186499 INFO (ScheduledTrigger-563-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 186736 INFO (qtp300701564-840) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186742 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186744 INFO (qtp300701564-838) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186745 INFO (qtp300701564-839) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186770 INFO (qtp300701564-840) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186895 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186910 INFO (qtp556856918-850) [n:127.0.0.1:36486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186913 INFO (qtp556856918-846) [n:127.0.0.1:36486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186916 INFO (qtp556856918-847) [n:127.0.0.1:36486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186935 INFO (qtp556856918-848) [n:127.0.0.1:36486_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 186961 INFO (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36486/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 186967 INFO (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38889/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 187174 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr x:collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187205 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr x:collection1_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 187205 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr x:collection1_shard1_replica_n3] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 187544 INFO (ScheduledTrigger-563-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 188300 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 188316 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 188333 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 188352 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 188352 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
[junit4] 2> 188352 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36486.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: ***@79b93c31
[junit4] 2> 188353 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
[junit4] 2> 188373 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema [collection1_shard1_replica_n3] Schema name=minimal
[junit4] 2> 188375 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 188375 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n3' using configuration from collection collection1, trusted=true
[junit4] 2> 188375 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38889.solr.core.collection1.shard1.replica_n3' (registry 'solr.core.collection1.shard1.replica_n3') enabled at server: ***@79b93c31
[junit4] 2> 188376 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [[collection1_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/collection1_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001/tempDir-001/node1/./collection1_shard1_replica_n3/data/]
[junit4] 2> 188544 INFO (ScheduledTrigger-563-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 188731 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 188731 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 188732 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 188733 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 188769 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [***@41db7c5[collection1_shard1_replica_n3] main]
[junit4] 2> 188787 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 188800 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 188800 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 188800 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618867359502565376
[junit4] 2> 188803 INFO (searcherExecutor-575-thread-1-processing-n:127.0.0.1:38889_solr x:collection1_shard1_replica_n3 c:collection1 s:shard1 r:core_node4) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] Registered new searcher ***@41db7c5[collection1_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 188878 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 188878 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 188879 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 188879 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 188893 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@37553f64[collection1_shard1_replica_n1] main]
[junit4] 2> 188939 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 188939 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 188940 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 188940 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1618867359649366016
[junit4] 2> 189015 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 189015 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 189015 INFO (searcherExecutor-574-thread-1-processing-n:127.0.0.1:36486_solr x:collection1_shard1_replica_n1 c:collection1 s:shard1 r:core_node2) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher ***@37553f64[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 189105 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 189106 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/collection1/leaders/shard1
[junit4] 2> 189123 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 189574 INFO (ScheduledTrigger-563-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 189663 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 189663 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 189663 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36486/solr/collection1_shard1_replica_n1/
[junit4] 2> 189664 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:36486/solr START replicas=[https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/] nUpdates=100
[junit4] 2> 189679 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_n1 url=https://127.0.0.1:36486/solr DONE. We have no versions. sync failed.
[junit4] 2> 189846 INFO (qtp300701564-839) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.S.Request [collection1_shard1_replica_n3] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 189870 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 189870 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 189870 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73775267530801158-core_node2-n_0000000000
[junit4] 2> 189916 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36486/solr/collection1_shard1_replica_n1/ shard1
[junit4] 2> 190088 INFO (zkCallback-195-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 190090 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 190127 INFO (qtp556856918-849) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2953
[junit4] 2> 190184 INFO (qtp300701564-841) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection1_shard1_replica_n3&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2979
[junit4] 2> 190237 INFO (qtp300701564-837) [n:127.0.0.1:38889_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 190318 INFO (zkCallback-195-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 190318 INFO (zkCallback-203-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 190319 INFO (zkCallback-203-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 190319 INFO (qtp300701564-837) [n:127.0.0.1:38889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3928
[junit4] 2> 190319 INFO (zkCallback-195-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193249 INFO (ScheduledTrigger-563-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 193265 INFO (OverseerCollectionConfigSetProcessor-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 193286 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4] 2> 193322 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 193538 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 193558 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=465215846
[junit4] 2> 193558 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36486_solr
[junit4] 2> 193558 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 193559 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:36486_solr as DOWN
[junit4] 2> 193596 INFO (zkCallback-203-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193596 INFO (zkCallback-203-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193597 INFO (zkCallback-195-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193597 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore ***@4f1f3a63
[junit4] 2> 193597 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=4f1f3a63
[junit4] 2> 193597 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [***@353517a1: rootName = solr_36486, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / ***@33a64763
[junit4] 2> 193601 INFO (zkCallback-195-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 193636 INFO (coreCloseExecutor-584-thread-1) [n:127.0.0.1:36486_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=4f1f3a63
[junit4] 2> 193706 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 193706 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@6c7c95be: rootName = solr_36486, domain = solr.node, service url = null, agent id = null] for registry solr.node / ***@6de9355c
[junit4] 2> 193723 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 193723 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@6f7b0c51: rootName = solr_36486, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / ***@6fba4685
[junit4] 2> 193725 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 193726 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@336a20a9: rootName = solr_36486, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / ***@176ae15
[junit4] 2> 193726 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 193913 INFO (zkCallback-203-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 193914 INFO (zkCallback-210-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 193925 INFO (zkCallback-222-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 193949 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 193978 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.e.j.s.AbstractConnector Stopped ***@4f41f80c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 193982 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.e.j.s.h.ContextHandler Stopped ***@73dac3a4{/solr,null,UNAVAILABLE}
[junit4] 2> 193982 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 194027 INFO (zkCallback-203-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 194043 INFO (zkCallback-203-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 194253 INFO (ScheduledTrigger-563-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 194253 INFO (ScheduledTrigger-563-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:36486_solr
[junit4] 2> 195335 INFO (ScheduledTrigger-563-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 196335 INFO (ScheduledTrigger-563-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 196461 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/
[junit4] 2> 196461 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 196461 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SyncStrategy https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/ has no replicas
[junit4] 2> 196461 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/73775267530801160-core_node4-n_0000000001
[junit4] 2> 196524 INFO (zkCallback-203-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 196524 INFO (zkCallback-203-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 196525 ERROR (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.DistributedUpdateProcessor ClusterState says we are the leader, but locally we don't think so
[junit4] 2> 196526 INFO (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n3] webapp=/solr path=/update params={commit=true&wt=javabin&version=2}{} 0 2347
[junit4] 2> 196554 INFO (zkCallback-203-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38889/solr/collection1_shard1_replica_n3/ shard1
[junit4] 2> 196598 ERROR (qtp300701564-837) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDefensiveChecks(DistributedUpdateProcessor.java:627)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:341)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:276)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:670)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:330)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:275)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:295)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:275)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:188)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:121)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
[junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2549)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:395)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:341)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:158)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:502)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:411)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:305)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:159)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 196617 INFO (TEST-TestCloudRecovery2.test-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudRecovery2 -Dtests.method=test -Dtests.seed=C07E2C85E46E0BDE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=de-AT -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 3.33s J1 | TestCloudRecovery2.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38889/solr: ClusterState says we are the leader (https://127.0.0.1:38889/solr/collection1_shard1_replica_n3), but locally we don't think so. Request came from null
[junit4] > at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:482A135F4A926626]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
[junit4] > at org.apache.solr.cloud.TestCloudRecovery2.test(TestCloudRecovery2.java:67)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 196663 INFO (jetty-closer-180-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1715531512
[junit4] 2> 196663 INFO (jetty-closer-180-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38889_solr
[junit4] 2> 196696 INFO (jetty-closer-180-thread-1) [ ] o.a.s.c.CoreContainer Publish this node as DOWN...
[junit4] 2> 196696 INFO (jetty-closer-180-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:38889_solr as DOWN
[junit4] 2> 196702 INFO (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.c.SolrCore [collection1_shard1_replica_n3] CLOSING SolrCore ***@7f4bf2f
[junit4] 2> 196702 INFO (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n3, tag=7f4bf2f
[junit4] 2> 196703 INFO (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [***@32dc03d5: rootName = solr_38889, domain = solr.core.collection1.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n3 / ***@4ad9ce7f
[junit4] 2> 196738 INFO (coreCloseExecutor-586-thread-1) [n:127.0.0.1:38889_solr c:collection1 s:shard1 r:core_node4 x:collection1_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=7f4bf2f
[junit4] 2> 196801 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 196802 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@67b88cf3: rootName = solr_38889, domain = solr.node, service url = null, agent id = null] for registry solr.node / ***@6ff05f49
[junit4] 2> 196805 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 196805 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@6cfed12c: rootName = solr_38889, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / ***@6fba4685
[junit4] 2> 196818 INFO (zkCallback-203-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 196823 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 196823 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [***@5ea87942: rootName = solr_38889, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / ***@176ae15
[junit4] 2> 196824 INFO (jetty-closer-180-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 196838 INFO (zkCallback-203-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 196898 INFO (closeThreadPool-229-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
[junit4] 2> 196898 INFO (OverseerStateUpdate-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [n:127.0.0.1:38889_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38889_solr
[junit4] 2> 196988 INFO (OverseerAutoScalingTriggerThread-73775267530801160-127.0.0.1:38889_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 196999 INFO (jetty-closer-180-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
[junit4] 2> 197012 INFO (closeThreadPool-229-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73775267530801160-127.0.0.1:38889_solr-n_0000000000) closing
[junit4] 2> 197114 INFO (jetty-closer-180-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ***@5c797b2d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 197142 INFO (jetty-closer-180-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped ***@30f2c93b{/solr,null,UNAVAILABLE}
[junit4] 2> 197142 INFO (jetty-closer-180-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 197178 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 197215 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1061a3706620000, likely client has closed socket
[junit4] 2> 197231 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 197233 ERROR (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 197233 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38293
[junit4] 2> 197233 INFO (SUITE-TestCloudRecovery2-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38293
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudRecovery2_C07E2C85E46E0BDE-001
[junit4] 2> Dec 03, 2018 9:23:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80), sim=Asserting(***@7b4e5b07), locale=de-AT, timezone=America/Guayaquil
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=283002032,total=392167424
[junit4] 2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, MoveReplicaHDFSFailoverTest, TestChildDocTransformer, TestLazyCores, TestAtomicUpdateErrorCases, TestTolerantSearch, BlockJoinFacetDistribTest, WordBreakSolrSpellCheckerTest, TestCloudRecovery2]
[junit4] Completed [28/837 (1!)] on J1 in 14.71s, 1 test, 1 error <<< FAILURES!

[...truncated 1176 lines...]
[junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C07E2C85E46E0BDE-001/init-core-data-001
[junit4] 2> 2166204 INFO (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_C07E2C85E46E0BDE-001/tempDir-001
[junit4] 2> 2166204 INFO (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2166222 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2166234 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2166295 ERROR (ZkTestServer Run Thread) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2166331 INFO (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35413
[junit4] 2> 2166331 INFO (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35413
[junit4] 2> 2166331 INFO (SUITE-BasicAuthIntegrationTest-seed#[C07E2C85E46E0BDE]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35413
[junit4]

[...truncated too long message...]

delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 3734610 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3734611 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33179
[junit4] 2> 3734611 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33179
[junit4] 2> 3734612 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[C07E2C85E46E0BDE]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=C07E2C85E46E0BDE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=it-IT -Dtests.timezone=America/Shiprock -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 37.7s J1 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Path /autoscaling/nodeLost/127.0.0.1:43142_solr exists
[junit4] > at __randomizedtesting.SeedInfo.seed([C07E2C85E46E0BDE:D8C4A489EA5BC631]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:152)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_C07E2C85E46E0BDE-001
[junit4] 2> Dec 03, 2018 10:22:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 7 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=574, maxMBSortInHeap=7.431143046660908, sim=Asserting(***@3886b355), locale=it-IT, timezone=America/Shiprock
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=121901992,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, MoveReplicaHDFSFailoverTest, TestChildDocTransformer, TestLazyCores, TestAtomicUpdateErrorCases, TestTolerantSearch, BlockJoinFacetDistribTest, WordBreakSolrSpellCheckerTest, TestCloudRecovery2, TestPhraseSuggestions, ConnectionReuseTest, ScheduledMaintenanceTriggerTest, TestCloudJSONFacetSKG, TestShortCircuitedRequests, TestApiFramework, RulesTest, TestSQLHandlerNonCloud, RootFieldTest, TestSimPolicyCloud, TestCopyFieldCollectionResource, CreateCollectionCleanupTest, XmlUpdateRequestHandlerTest, CurrencyFieldTypeTest, TestSolrCoreSnapshots, TestCloudPivotFacet, TestLegacyFieldReuse, InfoHandlerTest, TermVectorComponentTest, TestSolrXml, ResponseBuilderTest, TestPrepRecovery, EnumFieldTest, TestSortByMinMaxFunction, TestJsonFacetsStatsParsing, SharedFSAutoReplicaFailoverTest, PeerSyncWithIndexFingerprintCachingTest, ClassificationUpdateProcessorTest, TestSurroundQueryParser, CloudExitableDirectoryReaderTest, HdfsRestartWhileUpdatingTest, TestFreeTextSuggestions, SearchRateTriggerIntegrationTest, AtomicUpdatesTest, ReturnFieldsTest, DistributedExpandComponentTest, TestXmlQParser, TestAnalyzedSuggestions, ChaosMonkeySafeLeaderWithPullReplicasTest, TestConfigSets, SyncSliceTest, EmbeddedSolrNoSerializeTest, TlogReplayBufferedWhileIndexingTest, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, TestQuerySenderListener, LeaderElectionTest, TestSlowCompositeReaderWrapper, TestSimLargeCluster, ChaosMonkeyNothingIsSafeTest, CdcrBidirectionalTest, DocumentAnalysisRequestHandlerTest, VersionInfoTest, TestShardHandlerFactory, TestStandardQParsers, UUIDUpdateProcessorFallbackTest, TestInfoStreamLogging, ConcurrentDeleteAndCreateCollectionTest, CoreAdminOperationTest, ZkSolrClientTest, TestSolrJ, SaslZkACLProviderTest, TaggerTest, TestMissingGroups, BufferStoreTest, TestManagedSchemaThreadSafety, DocValuesMissingTest, CircularListTest, TestUseDocValuesAsStored, HttpPartitionTest, ReplicaListTransformerTest, TestInitQParser, RequestHandlersTest, TestNumericTerms32, ConjunctionSolrSpellCheckerTest, TestIndexingPerformance, TestUtilizeNode, HdfsNNFailoverTest, TestPolicyCloud, BigEndianAscendingWordSerializerTest, TestFieldCacheReopen, TestRawTransformer, TestDistributedSearch, TestCSVLoader, ShardSplitTest, TestIBSimilarityFactory, DistributedSuggestComponentTest, TestLockTree, FastVectorHighlighterTest, TimeRoutedAliasUpdateProcessorTest, TemplateUpdateProcessorTest, CollectionPropsTest, TestBinaryResponseWriter, TestUniqueKeyFieldResource, TestDistribIDF, TestSimpleQParserPlugin, TestManagedResourceStorage, TestReloadDeadlock, AddBlockUpdateTest, InfixSuggestersTest, TestHdfsUpdateLog, SolrRrdBackendFactoryTest, OverseerModifyCollectionTest, TestDynamicLoading, TestBinaryField, TestFieldCacheVsDocValues, TestReqParamsAPI, DistributedFacetPivotWhiteBoxTest, QueryEqualityTest, AnalyticsMergeStrategyTest, TestIntervalFaceting, MaxSizeAutoCommitTest, TestSweetSpotSimilarityFactory, SolrIndexConfigTest, TestHighlightDedupGrouping, TestTrackingShardHandlerFactory, CustomHighlightComponentTest, DistributedQueryComponentOptimizationTest, DistributedUpdateProcessorTest, NodeAddedTriggerIntegrationTest, TestCoreAdminApis, TestUtils, OrderedExecutorTest, TestLRUStatsCache, TestBadConfig, TestSolr4Spatial2, TestSimpleTrackingShardHandler, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TokenizerChainTest, TestLuceneIndexBackCompat, AliasIntegrationTest, BasicDistributedZkTest, DistribCursorPagingTest, DistributedQueueTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderFailureAfterFreshStartTest, MetricsHistoryIntegrationTest, MoveReplicaTest, MultiThreadedOCPTest, RecoveryZkTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestClusterProperties, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestRebalanceLeaders, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, ZkNodePropsTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, TestCollectionsAPIViaSolrCloudCluster, AutoAddReplicasPlanActionTest, ComputePlanActionTest, NodeMarkersRegistrationTest]
[junit4] Completed [554/837 (5!)] on J1 in 38.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 40573 lines...]
-documentation-lint:
[echo] checking for broken html...
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for missing docs...
[exec]
[exec] build/docs/core/org/apache/lucene/codecs/lucene70/IndexedDISICache.html
[exec] missing Fields: EMPTY
[exec] missing Methods: getCreationStats--
[exec] missing Methods: getName--
[exec] missing Methods: hasOffsets--
[exec]
[exec] build/docs/core/org/apache/lucene/codecs/lucene70/IndexedDISICacheFactory.html
[exec] missing Constructors: IndexedDISICacheFactory--
[exec] missing Methods: getDISIBlocksWithOffsetsCount--
[exec] missing Methods: getDISIBlocksWithRankCount--
[exec] missing Methods: getVaryingBPVCount--
[exec]
[exec] build/docs/core/org/apache/lucene/codecs/lucene70/LongCompressor.html
[exec] missing Constructors: LongCompressor--
[exec]
[exec] Missing javadocs were found!

BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:642: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/build.xml:101: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build.xml:142: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build.xml:196: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/common-build.xml:2527: exec returned: 1

Total time: 196 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-12-06 07:00:21 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/227/

2 tests failed.
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud

Error Message:
Failed while waiting for active collection Timeout waiting to see state for collection=legacyFalse :null Live Nodes: [127.0.0.1:34854_solr] Last available state: null

Stack Trace:
java.lang.RuntimeException: Failed while waiting for active collection
Timeout waiting to see state for collection=legacyFalse :null
Live Nodes: [127.0.0.1:34854_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([6047ED57EE908DAC:B1401FD24A9F069E]:0)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:736)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForActiveCollection(MiniSolrCloudCluster.java:742)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:96)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:78)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)


FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule

Error Message:
Error from server at http://127.0.0.1:38051/dgfqm/xd: Could not find collection : shardSplitWithRule_rewrite

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38051/dgfqm/xd: Could not find collection : shardSplitWithRule_rewrite
at __randomizedtesting.SeedInfo.seed([6047ED57EE908DAC:E1493CE57362D687]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:484)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:414)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1110)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.api.collections.ShardSplitTest.doSplitShardWithRule(ShardSplitTest.java:661)
at org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitShardWithRule(ShardSplitTest.java:628)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1063)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1035)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13740 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4] 2> 1618534 INFO (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/init-core-data-001
[junit4] 2> 1618572 WARN (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1618572 INFO (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1618587 INFO (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1618587 INFO (SUITE-ShardSplitTest-seed#[6047ED57EE908DAC]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /dgfqm/xd
[junit4] 2> 1618664 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1618700 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1618700 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1618745 ERROR (ZkTestServer Run Thread) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1618800 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer start zk server on port:36502
[junit4] 2> 1618800 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36502
[junit4] 2> 1618800 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36502
[junit4] 2> 1618834 INFO (zkConnectionManagerCallback-3521-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1618839 INFO (zkConnectionManagerCallback-3523-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1618840 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1618841 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1618842 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1618851 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1618852 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1618853 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1618854 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1618855 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1618856 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1618856 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1618857 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1618871 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1619284 WARN (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1619284 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1619284 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1619284 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1619297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1619297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1619297 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1619299 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.h.ContextHandler Started ***@60967484{/dgfqm/xd,null,AVAILABLE}
[junit4] 2> 1619299 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.AbstractConnector Started ***@17437b04{HTTP/1.1,[http/1.1]}{127.0.0.1:45893}
[junit4] 2> 1619299 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.e.j.s.Server Started @1619355ms
[junit4] 2> 1619299 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/control/data, hostContext=/dgfqm/xd, hostPort=45893, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores}
[junit4] 2> 1619300 ERROR (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1619300 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1619300 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1619300 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1619300 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1619300 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-06T05:22:11.802Z
[junit4] 2> 1619302 INFO (zkConnectionManagerCallback-3525-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1619303 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1619303 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/solr.xml
[junit4] 2> 1619322 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1619322 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1619324 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1619827 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
[junit4] 2> 1619845 INFO (zkConnectionManagerCallback-3529-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1619863 INFO (zkConnectionManagerCallback-3531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1620254 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45893_dgfqm%2Fxd
[junit4] 2> 1620254 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer Overseer (id=73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) starting
[junit4] 2> 1620309 INFO (zkConnectionManagerCallback-3538-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1620356 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
[junit4] 2> 1620356 INFO (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45893_dgfqm%2Fxd
[junit4] 2> 1620356 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 1620426 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45893_dgfqm%2Fxd
[junit4] 2> 1620469 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 1620469 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1620470 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1620470 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1620470 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1620521 INFO (zkCallback-3530-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1620564 INFO (zkCallback-3537-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1620601 INFO (OverseerAutoScalingTriggerThread-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:45893_dgfqm%2Fxd]
[junit4] 2> 1620637 INFO (ScheduledTrigger-3605-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1620639 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1620760 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@5e55ed44
[junit4] 2> 1620816 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@5e55ed44
[junit4] 2> 1620816 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@5e55ed44
[junit4] 2> 1620817 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores
[junit4] 2> 1621038 INFO (zkConnectionManagerCallback-3544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1621065 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1621067 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
[junit4] 2> 1621123 INFO (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45893_dgfqm%252Fxd&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$***@2e684ecf]]
[junit4] 2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 1621176 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1621177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1621177 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1621177 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 1621177 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1621177 INFO (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1621178 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/control_collection
[junit4] 2> 1621178 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:control_collection
[junit4] 2> 1621193 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1621269 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1621269 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
[junit4] 2> 1621281 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/control_collection/state.json
[junit4] 2> 1621382 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.Assign shardnames [shard1] NRT 1 TLOG 0 PULL 0 , policy null, nodeList [127.0.0.1:45893_dgfqm%2Fxd]
[junit4] 2> 1621422 INFO (qtp376042374-12932) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1621455 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1621456 INFO (qtp376042374-12929) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1621457 INFO (qtp376042374-12931) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1621458 INFO (qtp376042374-12932) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1621471 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection control_collection, shardNames [shard1] , message : {
[junit4] 2> "name":"control_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"1",
[junit4] 2> "createNodeSet":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1621473 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Creating core control_collection_shard1_replica_n1 as part of shard shard1 of collection control_collection on 127.0.0.1:45893_dgfqm%2Fxd
[junit4] 2> 1621508 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1621508 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1621545 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1621545 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1621546 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:45893/dgfqm/xd","node_name":"127.0.0.1:45893_dgfqm%2Fxd","state":"down","type":"NRT"}
[junit4] 2> 1621546 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/0)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1621638 INFO (ScheduledTrigger-3605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1621662 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 0
[junit4] 2> 1622598 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1622695 INFO (ScheduledTrigger-3605-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1622700 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1622951 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1622993 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1622994 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: ***@5e55ed44
[junit4] 2> 1622994 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1622997 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31371475675329086]
[junit4] 2> 1623045 WARN (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1623142 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1623142 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1623143 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1623143 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1623144 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=95.3564453125, floorSegmentMB=1.4462890625, forceMergeDeletesPctAllowed=28.58954155454867, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.20359640935856219, deletesPctAllowed=26.79361551345278
[junit4] 2> 1623144 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [***@275efb37[control_collection_shard1_replica_n1] main]
[junit4] 2> 1623145 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1623146 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1623146 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1623146 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1619078661430837248
[junit4] 2> 1623149 INFO (searcherExecutor-3612-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher ***@275efb37[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1623163 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1623163 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1623177 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1623177 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1623178 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1623178 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1623178 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/
[junit4] 2> 1623178 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1623179 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1623179 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/73788473994969092-core_node2-n_0000000000
[junit4] 2> 1623180 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45893/dgfqm/xd/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1623189 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1623290 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 1
[junit4] 2> 1623290 INFO (zkCallback-3530-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1623290 INFO (zkCallback-3530-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1623292 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":"control_collection_shard1_replica_n1","base_url":"http://127.0.0.1:45893/dgfqm/xd","node_name":"127.0.0.1:45893_dgfqm%2Fxd","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 1623293 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(control_collection//collections/control_collection/state.json/2)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"control_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:45893/dgfqm/xd",
[junit4] 2> "node_name":"127.0.0.1:45893_dgfqm%2Fxd",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 1623294 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1785
[junit4] 2> 1623294 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Finished create command on all shards for collection: control_collection
[junit4] 2> 1623294 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
[junit4] 2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1623303 INFO (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 1623303 DEBUG (OverseerThreadFactory-3607-thread-1-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={127.0.0.1:45893_dgfqm%2Fxd={responseHeader={status=0,QTime=1785},core=control_collection_shard1_replica_n1}}}
[junit4] 2> 1623304 INFO (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1623394 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/control_collection/state.json version: 2
[junit4] 2> 1623394 INFO (zkCallback-3530-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1623394 INFO (zkCallback-3530-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1623394 INFO (zkCallback-3530-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1623395 INFO (qtp376042374-12930) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:45893_dgfqm%252Fxd&wt=javabin&version=2} status=0 QTime=2271
[junit4] 2> 1623399 INFO (zkConnectionManagerCallback-3549-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1623400 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1623401 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
[junit4] 2> 1623401 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1623402 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$***@2e684ed1]]
[junit4] 2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
[junit4] 2> 1623413 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1623414 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
[junit4] 2> 1623414 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"}
[junit4] 2> 1623414 INFO (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1623414 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 1
[junit4] 2> 1623415 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1623416 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1
[junit4] 2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1623416 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1623416 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1623416 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:collection1
[junit4] 2> 1623417 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 1623418 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"collection1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "createNodeSet":"",
[junit4] 2> "stateFormat":"1",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1623418 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
[junit4] 2> 1623626 WARN (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1623627 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.a.c.CreateCollectionCmd Finished create command for collection: collection1
[junit4] 2> 1623627 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as completed.
[junit4] 2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1623628 INFO (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
[junit4] 2> 1623628 DEBUG (OverseerThreadFactory-3607-thread-2-processing-n:127.0.0.1:45893_dgfqm%2Fxd) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000002 complete, response:{}
[junit4] 2> 1623628 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 1623629 INFO (qtp376042374-12933) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=227
[junit4] 2> 1623630 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 1623695 INFO (ScheduledTrigger-3605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1624154 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001 of type NRT
[junit4] 2> 1624155 WARN (closeThreadPool-3550-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1624155 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1624155 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1624155 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1624156 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1624156 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1624156 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1624156 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@2990dbb9{/dgfqm/xd,null,AVAILABLE}
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@10342a0{HTTP/1.1,[http/1.1]}{127.0.0.1:38538}
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.Server Started @1624212ms
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/dgfqm/xd, hostPort=38538, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/cores}
[junit4] 2> 1624157 ERROR (closeThreadPool-3550-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1624157 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-06T05:22:16.659Z
[junit4] 2> 1624197 INFO (zkConnectionManagerCallback-3552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1624238 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1624238 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/solr.xml
[junit4] 2> 1624241 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1624241 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1624251 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1624708 INFO (ScheduledTrigger-3605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1625417 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 1
[junit4] 2> 1625437 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1625437 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1625437 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 1625652 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
[junit4] 2> 1625654 INFO (zkConnectionManagerCallback-3556-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1625681 INFO (zkConnectionManagerCallback-3558-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1625684 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1625686 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.ZkController Publish node=127.0.0.1:38538_dgfqm%2Fxd as DOWN
[junit4] 2> 1625687 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1625687 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38538_dgfqm%2Fxd
[junit4] 2> 1625708 INFO (ScheduledTrigger-3605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1625709 INFO (zkCallback-3530-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1625709 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:38538_dgfqm%2Fxd"} current state version: 1
[junit4] 2> 1625709 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38538_dgfqm%2Fxd
[junit4] 2> 1625752 INFO (zkCallback-3537-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1625776 INFO (zkCallback-3548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1625777 INFO (zkCallback-3557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1625870 INFO (zkConnectionManagerCallback-3565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1625871 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1625871 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
[junit4] 2> 1625875 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1625977 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@5e55ed44
[junit4] 2> 1626022 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@5e55ed44
[junit4] 2> 1626022 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@5e55ed44
[junit4] 2> 1626036 INFO (closeThreadPool-3550-thread-1) [n:127.0.0.1:38538_dgfqm%2Fxd ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-1-001/cores
[junit4] 2> 1626155 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001 of type NRT
[junit4] 2> 1626156 WARN (closeThreadPool-3550-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1626156 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1626156 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1626156 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1626169 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1626170 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1626170 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1626190 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.h.ContextHandler Started ***@4670a989{/dgfqm/xd,null,AVAILABLE}
[junit4] 2> 1626190 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.AbstractConnector Started ***@59d78f07{HTTP/1.1,[http/1.1]}{127.0.0.1:35487}
[junit4] 2> 1626190 INFO (closeThreadPool-3550-thread-1) [ ] o.e.j.s.Server Started @1626246ms
[junit4] 2> 1626190 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/dgfqm/xd, hostPort=35487, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/cores}
[junit4] 2> 1626191 ERROR (closeThreadPool-3550-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1626191 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1626191 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1626191 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1626191 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1626191 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-12-06T05:22:18.693Z
[junit4] 2> 1626210 INFO (zkConnectionManagerCallback-3568-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1626211 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1626211 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/solr.xml
[junit4] 2> 1626215 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1626215 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1626216 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: ***@5e55ed44, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1626712 INFO (ScheduledTrigger-3605-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1627043 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36502/solr
[junit4] 2> 1627077 INFO (zkConnectionManagerCallback-3572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1627130 INFO (zkConnectionManagerCallback-3574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1627133 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1627151 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:35487_dgfqm%2Fxd as DOWN
[junit4] 2> 1627152 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:35487_dgfqm%2Fxd"} current state version: 1
[junit4] 2> 1627152 DEBUG (OverseerStateUpdate-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35487_dgfqm%2Fxd
[junit4] 2> 1627152 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1627152 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35487_dgfqm%2Fxd
[junit4] 2> 1627153 INFO (zkCallback-3530-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627170 INFO (zkCallback-3548-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627170 INFO (zkCallback-3537-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627190 INFO (zkCallback-3564-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627209 INFO (zkCallback-3557-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627251 INFO (zkCallback-3573-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1627283 INFO (zkConnectionManagerCallback-3581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1627296 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1627297 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36502/solr ready
[junit4] 2> 1627297 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1627363 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: ***@5e55ed44
[junit4] 2> 1627401 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: ***@5e55ed44
[junit4] 2> 1627417 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: ***@5e55ed44
[junit4] 2> 1627418 INFO (closeThreadPool-3550-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-2-001/cores
[junit4] 2> 1627448 INFO (TEST-ShardSplitTest.testSplitStaticIndexReplication-seed#[6047ED57EE908DAC]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.ShardSplitTest_6047ED57EE908DAC-001/shard-3-001 of type NRT
[junit4] 2> 1627453 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
[junit4] 2> 1627466 WARN (closeThreadPool-3550-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 1627466 INFO (closeThreadPool-3550-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 1627466 INFO (closeThreadPool-3550-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1627466 INFO (closeThreadPool-3550-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 1627490 DEBUG (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fxd ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 1627490 INFO (OverseerCollectionConfigSetProcessor-73788473994969092-127.0.0.1:45893_dgfqm%2Fxd-n_0000000000) [n:127.0.0.1:45893_dgfqm%2Fx

[...truncated too long message...]

BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null228862281

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 44ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 211 minutes 29 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-12-06 21:01:14 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/228/

1 tests failed.
FAILED: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic

Error Message:
{} expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: {} expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([AB381F9FC8010B2D:C2028A17DD8D03]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14991 lines...]
[junit4] Suite: org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_AB381F9FC8010B2D-001/init-core-data-001
[junit4] 2> 4365666 WARN (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 4365666 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4365683 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 4365683 INFO (SUITE-SolrRrdBackendFactoryTest-seed#[AB381F9FC8010B2D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 4365813 INFO (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[AB381F9FC8010B2D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic
[junit4] 2> 4365922 INFO (TEST-SolrRrdBackendFactoryTest.testBasic-seed#[AB381F9FC8010B2D]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBasic
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrRrdBackendFactoryTest -Dtests.method=testBasic -Dtests.seed=AB381F9FC8010B2D -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=fi-FI -Dtests.timezone=Zulu -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.24s J0 | SolrRrdBackendFactoryTest.testBasic <<<
[junit4] > Throwable #1: java.lang.AssertionError: {} expected:<1> but was:<0>
[junit4] > at __randomizedtesting.SeedInfo.seed([AB381F9FC8010B2D:C2028A17DD8D03]:0)
[junit4] > at org.apache.solr.metrics.rrd.SolrRrdBackendFactoryTest.testBasic(SolrRrdBackendFactoryTest.java:92)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-core/test/J0/temp/solr.metrics.rrd.SolrRrdBackendFactoryTest_AB381F9FC8010B2D-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=768, maxMBSortInHeap=5.436585297376437, sim=Asserting(***@7363cbda), locale=fi-FI, timezone=Zulu
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=172729216,total=530579456
[junit4] 2> NOTE: All tests run in this JVM: [TestSubQueryTransformer, DistributedDebugComponentTest, TestRebalanceLeaders, TestRandomDVFaceting, TestCloudJSONFacetJoinDomain, HighlighterMaxOffsetTest, DateRangeFieldTest, PeerSyncReplicationTest, HdfsBasicDistributedZk2Test, WrapperMergePolicyFactoryTest, TestEmbeddedSolrServerAdminHandler, TestCloudManagedSchema, V2StandaloneTest, TestTolerantUpdateProcessorRandomCloud, TestOnReconnectListenerSupport, TestFieldCache, TestIndexSearcher, JvmMetricsTest, OverseerStatusTest, TestFieldSortValues, AddReplicaTest, BlockJoinFacetSimpleTest, TestDefaultStatsCache, TestUninvertingReader, NumberUtilsTest, TestCollationFieldDocValues, TestManagedResource, SolrRequestParserTest, TestSchemaResource, LukeRequestHandlerTest, BJQParserTest, LegacyCloudClusterPropTest, EchoParamsTest, PrimitiveFieldTypeTest, TestSimClusterStateProvider, TestSolrFieldCacheBean, TestNoOpRegenerator, MetricTriggerTest, FieldMutatingUpdateProcessorTest, AnalysisAfterCoreReloadTest, TestDynamicFieldResource, SimplePostToolTest, TestStressRecovery, TestFieldCacheSortRandom, NodeLostTriggerIntegrationTest, TestMaxTokenLenTokenizer, TestCrossCoreJoin, HttpSolrCallGetCoreTest, TestManagedSchemaAPI, TestManagedSynonymFilterFactory, TestCollectionAPI, TestReload, SolrMetricManagerTest, DistributedSpellCheckComponentTest, PathHierarchyTokenizerFactoryTest, DeleteInactiveReplicaTest, TestFieldTypeCollectionResource, TestSuggestSpellingConverter, SmileWriterTest, SpellCheckCollatorWithCollapseTest, HttpPartitionOnCommitTest, TestFoldingMultitermQuery, SolrGangliaReporterTest, SynonymTokenizerTest, TestSolrQueryResponse, ExplicitHLLTest, TestRangeQuery, TriggerEventQueueTest, SortSpecParsingTest, TestStressVersions, ScheduledTriggerTest, TestComponentsName, TestRealTimeGet, BigEndianAscendingWordDeserializerTest, CollectionsAPISolrJTest, DateMathParserTest, TestLeaderElectionZkExpiry, CachingDirectoryFactoryTest, SolrCLIZkUtilsTest, HttpTriggerListenerTest, CSVRequestHandlerTest, TestClusterProperties, TestSolrCloudSnapshots, TestSearcherReuse, PeerSyncWithLeaderTest, TestLMJelinekMercerSimilarityFactory, TestConfigSetProperties, DistributedFacetPivotLargeTest, TestSimGenericDistributedQueue, TestConfigsApi, TestSimDistributedQueue, TestDelegationWithHadoopAuth, MissingSegmentRecoveryTest, DocumentBuilderTest, TestWordDelimiterFilterFactory, AtomicUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, HdfsThreadLeakTest, RequestLoggingTest, TestDistributedMissingSort, TestSortableTextField, SegmentsInfoRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, RuleEngineTest, SortByFunctionTest, BaseCdcrDistributedZkTest, CoreMergeIndexesAdminHandlerTest, SolrJmxReporterTest, CursorPagingTest, UnloadDistributedZkTest, CleanupOldIndexTest, TestJsonRequest, TestUnifiedSolrHighlighter, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderTest, TestAnalyzeInfixSuggestions, TestDistributedStatsComponentCardinality, JavabinLoaderTest, TestSolrConfigHandler, NodeMutatorTest, BadIndexSchemaTest, TestUpdate, CoreAdminHandlerTest, BlockDirectoryTest, TestZkAclsWithHadoopAuth, TestLegacyFieldCache, CollectionReloadTest, DistribCursorPagingTest, UpdateRequestProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, SimpleFacetsTest, TestPointFields, TestMinHashQParser, ClassificationUpdateProcessorIntegrationTest, TestSkipOverseerOperations, CopyFieldTest, TestSQLHandler, SystemInfoHandlerTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, TestTolerantSearch, TestTrie, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, BasicDistributedZkTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateCollectionCleanupTest, DeleteReplicaTest, LeaderElectionTest, LeaderFailoverAfterPartitionTest, LeaderVoteWaitTimeoutTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestDownShardTolerantSearch, TestHashPartitioner, TestPullReplicaErrorHandling, TestSegmentSorting, TestStressInPlaceUpdates, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkFailoverTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, SimpleCollectionCreateDeleteTest, TestLocalFSCloudBackupRestore, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ComputePlanActionTest, TestPolicyCloud, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimTriggerIntegration, CdcrOpsAndBoundariesTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, ZkStateReaderTest, ImplicitSnitchTest, BlobRepositoryCloudTest, OpenCloseCoreStressTest, PluginInfoTest, QueryResultKeyTest, ResourceLoaderTest, SOLR749Test, TestBackupRepositoryFactory, TestBadConfig, TestCoreDiscovery, TestDynamicURP, TestImplicitCoreProperties, TestInitParams, TestLazyCores, TestXIncludeConfig, PingRequestHandlerTest, TestCoreBackup, TestHdfsBackupRestoreCore, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, AutoscalingHistoryHandlerTest, FacetPivotSmallTest, InfixSuggestersTest, ShufflingReplicaListTransformerTest, SpellCheckComponentTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, TermVectorComponentTest, TermsComponentTest, Tagger2Test, TaggerTest, FastVectorHighlighterTest, TestLegacyTerms, TestNumericRangeQuery32, SolrRrdBackendFactoryTest]
[junit4] Completed [669/837 (1!)] on J0 in 0.72s, 1 test, 1 failure <<< FAILURES!

[...truncated 49352 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2456 links (2007 relative) to 3220 anchors in 248 files
[echo] Validated Links & Anchors via: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/build/solr-ref-guide/bare-bones-html/

-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...

jar-checksums:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012
[copy] Copying 35 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/null1578699012

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555
[copy] Copying 240 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/solr/null972974555

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 19ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 217 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Apache Jenkins Server
2018-12-08 14:30:07 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/229/

No tests ran.

Build Log:
[...truncated 150 lines...]
ERROR: Build step failed with exception
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:233)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:288)
at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:268)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Build step 'Archive the artifacts' marked build as failure
Recording test results
ERROR: Build step failed with exception
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.tasks.junit.JUnitParser.parseResult(JUnitParser.java:114)
at hudson.tasks.junit.JUnitResultArchiver.parse(JUnitResultArchiver.java:136)
at hudson.tasks.junit.JUnitResultArchiver.parseAndAttach(JUnitResultArchiver.java:166)
at hudson.tasks.junit.JUnitResultArchiver.perform(JUnitResultArchiver.java:153)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:141)
at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:118)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Build step 'Publish JUnit test result report' marked build as failure
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-12-08 15:14:53 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/230/

No tests ran.

Build Log:
[...truncated 150 lines...]
ERROR: Build step failed with exception
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:233)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:288)
at hudson.tasks.ArtifactArchiver$ListFiles.invoke(ArtifactArchiver.java:268)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Build step 'Archive the artifacts' marked build as failure
Recording test results
ERROR: Build step failed with exception
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.tasks.junit.JUnitParser.parseResult(JUnitParser.java:114)
at hudson.tasks.junit.JUnitResultArchiver.parse(JUnitResultArchiver.java:136)
at hudson.tasks.junit.JUnitResultArchiver.parseAndAttach(JUnitResultArchiver.java:166)
at hudson.tasks.junit.JUnitResultArchiver.perform(JUnitResultArchiver.java:153)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master does not exist.
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:484)
at org.apache.tools.ant.types.AbstractFileSet.getDirectoryScanner(AbstractFileSet.java:461)
at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:141)
at hudson.tasks.junit.JUnitParser$ParseResultCallable.invoke(JUnitParser.java:118)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Build step 'Publish JUnit test result report' marked build as failure
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Apache Jenkins Server
2018-12-09 14:54:23 UTC
Permalink
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-master/231/

No tests ran.

Build Log:
[...truncated 6 lines...]
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Retrying after 10 seconds
git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
ERROR: Error fetching remote repo 'origin'
hudson.plugins.git.GitException: Failed to fetch from git://git.apache.org/lucene-solr.git
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:888)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused by: hudson.plugins.git.GitException: Command "git config remote.origin.url git://git.apache.org/lucene-solr.git" returned status code 4:
stdout:
stderr: error: failed to write new configuration file /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/.git/config.lock

at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:2002)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1970)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1966)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1597)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommand(CliGitAPIImpl.java:1609)
at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.setRemoteUrl(CliGitAPIImpl.java:1243)
at hudson.plugins.git.GitAPI.setRemoteUrl(GitAPI.java:160)
at sun.reflect.GeneratedMethodAccessor561.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.perform(RemoteInvocationHandler.java:929)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:903)
at hudson.remoting.RemoteInvocationHandler$RPCRequest.call(RemoteInvocationHandler.java:855)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Suppressed: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:283)
at com.sun.proxy.$Proxy117.setRemoteUrl(Unknown Source)
at org.jenkinsci.plugins.gitclient.RemoteGitImpl.setRemoteUrl(RemoteGitImpl.java:295)
at hudson.plugins.git.GitSCM.fetchFrom(GitSCM.java:876)
at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1155)
at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1186)
at hudson.scm.SCM.checkout(SCM.java:504)
at hudson.model.AbstractProject.checkout(AbstractProject.java:1208)
at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:574)
at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:499)
at hudson.model.Run.execute(Run.java:1794)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
ERROR: Error fetching remote repo 'origin'
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: Test reports were found but none of them are new. Did leafNodes run?
For example, /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-master/lucene/build/analysis/common/test/TEST-org.apache.lucene.analysis.ar.TestArabicAnalyzer.xml is 2 days 20 hr old

Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

Loading...