surefire-reports.com.elastisys.scale.cloudpool.commons.basepool.TestBaseCloudPoolOperation-output.txt Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of cloudpool.commons Show documentation
Show all versions of cloudpool.commons Show documentation
Common utility classes for building cloud pools.
10:47:16.344 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.345 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.346 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.346 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.347 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.347 [pool-29-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.348 [pool-29-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:16.348 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.348 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.353 [main] DEBUG [BaseCloudPool:stop:341] - stopping BaseCloudPool ...
10:47:16.353 [main] DEBUG [CachingPoolFetcher:close:120] - stopping CachingPoolFetcher ...
10:47:16.353 [main] DEBUG [StandardPoolUpdater:close:100] - shutting down StandardPoolUpdater ...
10:47:16.353 [main] INFO [BaseCloudPool:stop:347] - BaseCloudPool stopped.
10:47:16.354 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "NEWEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.354 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.355 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.356 [main] INFO [CachingPoolFetcher::83] - recovered cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.356 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.356 [pool-29-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.356 [pool-29-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:16.357 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.357 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.364 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.365 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.366 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.366 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.367 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.367 [pool-30-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.369 [pool-30-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.370 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.371 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.371 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.374 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.374 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.376 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.378 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.378 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.378 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 4
10:47:16.379 [pool-30-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.379 [pool-30-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.381 [pool-30-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.379 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.382 [pool-30-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 4
10:47:16.383 [pool-30-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.384 [pool-30-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 4 (allocated: 3, active: 3)
10:47:16.384 [pool-30-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":1,"toTerminate":[]}
10:47:16.384 [pool-30-thread-1] INFO [StandardPoolUpdater:scaleOut:404] - placing 1 new machine requests
10:47:16.385 [pool-30-thread-1] INFO [StandardPoolUpdater:startAlert:474] - 1 machine(s) were requested from cloud pool
10:47:16.386 [pool-30-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.392 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.392 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.393 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.393 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.394 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.394 [pool-31-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.394 [pool-31-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvide ... (truncated)'
10:47:16.395 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.395 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.395 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.396 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.396 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.397 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.397 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.398 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.398 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.399 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.401 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.405 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.405 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.406 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.406 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.407 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.407 [pool-32-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.407 [pool-32-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.407 [pool-32-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.408 [pool-32-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.408 [pool-32-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.408 [pool-32-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: com.elastisys.scale.cloudpool.commons.basepool.driver.CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:16.408 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.408 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.409 [main] DEBUG [CachingPoolFetcher:get:134] - no machine pool in cache yet. failing ...
10:47:16.409 [main] WARN [TestBaseCloudPoolOperation:desiredSize:1686] - no desired size could be retrieved: Could not serve machine pool: no fetch attempt has been successful yet. Latest error: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
10:47:16.409 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.409 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.409 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:16.410 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.410 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.410 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 0 (allocated: 0, effective: 0)
10:47:16.410 [main] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 0
10:47:16.411 [main] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: []
10:47:16.411 [main] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 0 (allocated: 0, active: 0)
10:47:16.411 [main] DEBUG [ResizePlanner:calculateResizePlan:117] - desired size 0 equals net pool size, nothing to do
10:47:16.411 [main] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[]}
10:47:16.412 [main] INFO [StandardPoolUpdater:doPoolUpdate:399] - pool is already properly sized (0)
10:47:16.412 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.414 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.415 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.418 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.419 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.419 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.420 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.420 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.420 [pool-34-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.422 [pool-34-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.423 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.423 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.423 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.425 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.425 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.426 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.428 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.428 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 3, effective: 2)
10:47:16.428 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.428 [pool-34-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.428 [pool-34-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.430 [pool-34-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.431 [pool-34-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 1
10:47:16.432 [pool-34-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.432 [pool-34-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 1 (allocated: 3, active: 2)
10:47:16.432 [pool-34-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.432 [pool-34-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 2 evictable candidate(s)
10:47:16.432 [pool-34-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 2 candidate(s)
10:47:16.432 [pool-34-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.433 [pool-34-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-2]
10:47:16.434 [pool-34-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-2]
10:47:16.434 [pool-34-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.437 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.440 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.441 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.441 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.441 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.441 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.442 [pool-35-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.442 [pool-35-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'RuntimeException: api outage'
10:47:16.442 [pool-35-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'RuntimeException: api outage'
10:47:16.442 [pool-35-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'RuntimeException: api outage'
10:47:16.442 [pool-35-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'RuntimeException: api outage'
10:47:16.442 [pool-35-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: java.lang.RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:16.443 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.443 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.443 [main] DEBUG [CachingPoolFetcher:get:134] - no machine pool in cache yet. failing ...
10:47:16.444 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.445 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.445 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.445 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.445 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.446 [pool-36-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.447 [pool-36-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.447 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.447 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.447 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.448 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.448 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.450 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.450 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.451 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.451 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 4
10:47:16.451 [pool-36-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.451 [pool-36-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.451 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.452 [pool-36-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.453 [pool-36-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 4
10:47:16.454 [pool-36-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.454 [pool-36-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 4 (allocated: 3, active: 3)
10:47:16.454 [pool-36-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":1,"toTerminate":[]}
10:47:16.454 [pool-36-thread-1] INFO [StandardPoolUpdater:scaleOut:404] - placing 1 new machine requests
10:47:16.454 [pool-36-thread-1] INFO [StandardPoolUpdater:startAlert:474] - 1 machine(s) were requested from cloud pool
10:47:16.455 [pool-36-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.458 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.458 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.459 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.459 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.461 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.461 [pool-37-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.463 [pool-37-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.463 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.464 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.464 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.465 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.465 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.466 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.467 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.467 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.467 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 5
10:47:16.467 [pool-37-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.467 [pool-37-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.467 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.468 [pool-37-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.469 [pool-37-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 5
10:47:16.470 [pool-37-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.470 [pool-37-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 5 (allocated: 3, active: 3)
10:47:16.471 [pool-37-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":2,"toTerminate":[]}
10:47:16.471 [pool-37-thread-1] INFO [StandardPoolUpdater:scaleOut:404] - placing 2 new machine requests
10:47:16.471 [pool-37-thread-1] WARN [StandardPoolUpdater:resize:133] - failed to resize machine pool webserver-pool: failure to complete request to start 2 machine(s) (0 machine(s) were launched): failed to add machines
com.elastisys.scale.cloudpool.commons.basepool.driver.StartMachinesException: failure to complete request to start 2 machine(s) (0 machine(s) were launched): failed to add machines
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.scaleOut(StandardPoolUpdater.java:407)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.doPoolUpdate(StandardPoolUpdater.java:393)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.updateMachinePool(StandardPoolUpdater.java:368)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.resize(StandardPoolUpdater.java:126)
at com.elastisys.scale.cloudpool.commons.basepool.BaseCloudPool.lambda$setDesiredSize$0(BaseCloudPool.java:405)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.Exception: failed to add machines
at com.elastisys.scale.cloudpool.commons.basepool.TestBaseCloudPoolOperation.completelyFailedScaleUpOfMachinePool(TestBaseCloudPoolOperation.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
10:47:16.474 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.474 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.475 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.475 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.475 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.475 [pool-38-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.476 [pool-38-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.476 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.476 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.477 [main] INFO [StandardPoolUpdater:setServiceState:187] - service state OUT_OF_SERVICE assigned to i-1
10:47:16.487 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.487 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.488 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.488 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.488 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.488 [pool-40-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.490 [pool-40-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvid ... (truncated)'
10:47:16.491 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.491 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.491 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"REJECTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.493 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.493 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"REJECTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.494 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"REJECTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.495 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.496 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.497 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.498 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.498 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.499 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.499 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.499 [pool-41-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.500 [pool-41-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.500 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.500 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.500 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.501 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.501 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.501 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.502 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.502 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.502 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.502 [main] INFO [StandardPoolUpdater:terminateMachine:157] - terminating i-1
10:47:16.503 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.504 [main] DEBUG [StandardPoolUpdater:terminateMachine:178] - decrementing desiredSize to 0
10:47:16.504 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.507 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.507 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.508 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.508 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.508 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.508 [pool-42-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.509 [pool-42-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.510 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.510 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.510 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.511 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.511 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.511 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.512 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.512 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.512 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.513 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.514 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.514 [main] INFO [StandardPoolUpdater:detachMachine:236] - detaching i-1 from pool
10:47:16.523 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.527 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.527 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.528 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.528 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.529 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.529 [pool-43-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.530 [pool-43-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.531 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.531 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.531 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.533 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.533 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.534 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.536 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 4
10:47:16.536 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 4 (allocated: 6, effective: 4)
10:47:16.537 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.541 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.541 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.542 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.542 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.542 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.542 [pool-44-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.543 [pool-44-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.544 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.544 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.544 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.545 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.545 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.546 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.546 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.546 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.546 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.547 [pool-44-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.547 [pool-44-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.547 [pool-44-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.548 [pool-44-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 1
10:47:16.548 [pool-44-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.549 [pool-44-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 1 (allocated: 3, active: 3)
10:47:16.549 [pool-44-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 2 victim(s) to reach desired size
10:47:16.549 [pool-44-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.549 [pool-44-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 2 victim(s) from 3 candidate(s)
10:47:16.549 [pool-44-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"},{"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.549 [pool-44-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 2 machine(s): [i-3, i-2]
10:47:16.549 [pool-44-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 2 machine(s) were terminated in cloud pool: [i-3, i-2]
10:47:16.549 [pool-44-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.551 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.554 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.554 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.555 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.555 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.555 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.555 [pool-45-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.556 [pool-45-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.557 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.557 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.557 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.558 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.558 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.559 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.559 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.559 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.560 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 5
10:47:16.560 [pool-45-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.560 [pool-45-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.561 [pool-45-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.560 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.561 [pool-45-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 5
10:47:16.562 [pool-45-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.562 [pool-45-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 5 (allocated: 3, active: 3)
10:47:16.562 [pool-45-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":2,"toTerminate":[]}
10:47:16.562 [pool-45-thread-1] INFO [StandardPoolUpdater:scaleOut:404] - placing 2 new machine requests
10:47:16.562 [pool-45-thread-1] INFO [StandardPoolUpdater:startAlert:474] - 2 machine(s) were requested from cloud pool
10:47:16.563 [pool-45-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.565 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.566 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.566 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.566 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.566 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.566 [pool-46-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.567 [pool-46-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'RuntimeException: api outage'
10:47:16.567 [pool-46-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'RuntimeException: api outage'
10:47:16.567 [pool-46-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'RuntimeException: api outage'
10:47:16.567 [pool-46-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'RuntimeException: api outage'
10:47:16.568 [pool-46-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: java.lang.RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:16.568 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.568 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.568 [main] DEBUG [CachingPoolFetcher:get:134] - no machine pool in cache yet. failing ...
10:47:16.570 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.570 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.570 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.571 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.571 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.571 [pool-47-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.572 [pool-47-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.572 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.572 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.573 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.573 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.573 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.574 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.575 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.575 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.575 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.575 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.576 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.576 [main] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 3
10:47:16.577 [main] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.577 [main] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 3 (allocated: 2, active: 2)
10:47:16.577 [main] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":1,"toTerminate":[]}
10:47:16.577 [main] INFO [StandardPoolUpdater:scaleOut:404] - placing 1 new machine requests
10:47:16.578 [main] INFO [StandardPoolUpdater:startAlert:474] - 1 machine(s) were requested from cloud pool
10:47:16.578 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.602 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.603 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.603 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.603 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.603 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.604 [pool-50-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.604 [pool-50-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.605 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.605 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.605 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"REQUESTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"REJECTED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-5","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.607 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.608 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.608 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.608 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.609 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.609 [pool-51-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.609 [pool-51-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.610 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.610 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.610 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.610 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.610 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.610 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.611 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.611 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.611 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.611 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.611 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.612 [main] INFO [StandardPoolUpdater:terminateMachine:157] - terminating i-1
10:47:16.612 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.612 [main] DEBUG [StandardPoolUpdater:terminateMachine:178] - decrementing desiredSize to 0
10:47:16.612 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.612 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.614 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.615 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.616 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.616 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.616 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.616 [pool-52-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.616 [pool-52-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:16.617 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.617 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.620 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.620 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.621 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.621 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.621 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.621 [pool-53-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.623 [pool-53-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.624 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.624 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.624 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.625 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.625 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.626 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.627 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 4
10:47:16.627 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 4 (allocated: 4, effective: 4)
10:47:16.627 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-8","machineState":"TERMINATING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-9","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.631 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.631 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.631 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.632 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.632 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.632 [pool-56-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.633 [pool-56-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.633 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.633 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.633 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.634 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.634 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.635 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.635 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.636 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.636 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 5
10:47:16.636 [pool-56-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.636 [pool-56-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.636 [pool-56-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.637 [pool-56-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 5
10:47:16.637 [pool-56-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.637 [pool-56-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 5 (allocated: 3, active: 3)
10:47:16.638 [pool-56-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":2,"toTerminate":[]}
10:47:16.638 [pool-56-thread-1] INFO [StandardPoolUpdater:scaleOut:404] - placing 2 new machine requests
10:47:16.638 [pool-56-thread-1] INFO [StandardPoolUpdater:startAlert:474] - 1 machine(s) were requested from cloud pool
10:47:16.638 [pool-56-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.639 [pool-56-thread-1] WARN [StandardPoolUpdater:resize:133] - failed to resize machine pool webserver-pool: failure to complete request to start 2 machine(s) (1 machine(s) were launched): failed to start second machine
com.elastisys.scale.cloudpool.commons.basepool.driver.StartMachinesException: failure to complete request to start 2 machine(s) (1 machine(s) were launched): failed to start second machine
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.scaleOut(StandardPoolUpdater.java:407)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.doPoolUpdate(StandardPoolUpdater.java:393)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.updateMachinePool(StandardPoolUpdater.java:368)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.resize(StandardPoolUpdater.java:126)
at com.elastisys.scale.cloudpool.commons.basepool.BaseCloudPool.lambda$setDesiredSize$0(BaseCloudPool.java:405)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.Exception: failed to start second machine
at com.elastisys.scale.cloudpool.commons.basepool.TestBaseCloudPoolOperation.partiallyFailedScaleUpOfMachinePool(TestBaseCloudPoolOperation.java:457)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
10:47:16.639 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.642 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.642 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.642 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.643 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.643 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.643 [pool-57-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.644 [pool-57-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.644 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.644 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.644 [main] INFO [StandardPoolUpdater:setMembershipStatus:195] - membership status {"active":true,"evictable":false} assigned to i-1
10:47:16.647 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.647 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.648 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.648 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.648 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.648 [pool-58-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.649 [pool-58-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvid ... (truncated)'
10:47:16.649 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.649 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.649 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.650 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.650 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.650 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.651 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.651 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 0 (allocated: 2, effective: 0)
10:47:16.651 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-6","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-7","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.653 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.653 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.654 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.654 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.654 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.663 [pool-59-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.664 [pool-59-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.665 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.665 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.665 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.665 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.665 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.666 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.666 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.666 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.666 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.667 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.670 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.671 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.672 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.672 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.672 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.672 [pool-60-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.673 [pool-60-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.674 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.674 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.674 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.675 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.676 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.677 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.678 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.678 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.678 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.678 [pool-60-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.678 [pool-60-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.679 [pool-60-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.680 [pool-60-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.681 [pool-60-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.681 [pool-60-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 3, active: 3)
10:47:16.681 [pool-60-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.681 [pool-60-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.681 [pool-60-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 3 candidate(s)
10:47:16.681 [pool-60-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.682 [pool-60-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-3]
10:47:16.682 [pool-60-thread-1] ERROR [StandardPoolUpdater:terminateMachines:451] - failed to terminate machines [i-3]: terminations failed: api error
com.elastisys.scale.cloudpool.commons.basepool.driver.CloudPoolDriverException: terminations failed: api error
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.terminateMachines(StandardPoolUpdater.java:436)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.doPoolUpdate(StandardPoolUpdater.java:396)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.updateMachinePool(StandardPoolUpdater.java:368)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.resize(StandardPoolUpdater.java:126)
at com.elastisys.scale.cloudpool.commons.basepool.BaseCloudPool.lambda$setDesiredSize$0(BaseCloudPool.java:405)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10:47:16.682 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.685 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.685 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.686 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.686 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.686 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.686 [pool-61-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.686 [pool-61-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.687 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.687 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.687 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.688 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.688 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.688 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.688 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.688 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.688 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.688 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.691 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "NEWEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.691 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.692 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.692 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.692 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.692 [pool-62-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.693 [pool-62-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.694 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.694 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.694 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.695 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.695 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.696 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.696 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.696 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.696 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.696 [pool-62-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.696 [pool-62-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.697 [pool-62-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.698 [pool-62-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.699 [pool-62-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.699 [pool-62-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 3, active: 3)
10:47:16.699 [pool-62-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.699 [pool-62-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.699 [pool-62-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 3 candidate(s)
10:47:16.699 [pool-62-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.700 [pool-62-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-1]
10:47:16.700 [pool-62-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-1]
10:47:16.700 [pool-62-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.702 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.704 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.705 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.705 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.705 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.706 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.706 [pool-63-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.706 [pool-63-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.707 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.707 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.707 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.707 [pool-63-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.707 [pool-63-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.707 [pool-63-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.708 [pool-63-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 0
10:47:16.708 [pool-63-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.708 [pool-63-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 0 (allocated: 1, active: 1)
10:47:16.708 [pool-63-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.709 [pool-63-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 1 evictable candidate(s)
10:47:16.709 [pool-63-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 1 candidate(s)
10:47:16.709 [pool-63-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.709 [pool-63-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-1]
10:47:16.709 [pool-63-thread-1] ERROR [StandardPoolUpdater:terminateMachines:441] - only 0 out of 1 machine terminations completed successfully: unable to terminate 1 machines:
i-1: api error
10:47:16.715 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.716 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.716 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.716 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.717 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.717 [pool-64-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.717 [pool-64-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.718 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.718 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.718 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.718 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.718 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.718 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.719 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.719 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.719 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.719 [main] INFO [StandardPoolUpdater:attachMachine:207] - attaching instance i-1 to pool
10:47:16.719 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.719 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.721 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.722 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.722 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.722 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.723 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.723 [pool-65-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.724 [pool-65-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.724 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.724 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.724 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.725 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.725 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.726 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.726 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.726 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 2, effective: 2)
10:47:16.726 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.726 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.727 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.727 [main] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.728 [main] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.728 [main] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 3, active: 3)
10:47:16.729 [main] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.729 [main] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.729 [main] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 3 candidate(s)
10:47:16.729 [main] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.729 [main] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-3]
10:47:16.730 [main] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-3]
10:47:16.730 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.731 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.734 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.735 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.735 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.735 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.735 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.735 [pool-66-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.736 [pool-66-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.736 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.737 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.737 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.737 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.737 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.737 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.738 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.738 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.738 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.738 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.738 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.739 [main] INFO [StandardPoolUpdater:terminateMachine:157] - terminating i-1
10:47:16.739 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.739 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.742 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.742 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.743 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.743 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.743 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.743 [pool-68-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.744 [pool-68-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.745 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.745 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.745 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.745 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.745 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.746 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.746 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.746 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.746 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.746 [pool-68-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.746 [pool-68-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.747 [pool-68-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.748 [pool-68-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 1
10:47:16.748 [pool-68-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.748 [pool-68-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 1 (allocated: 3, active: 3)
10:47:16.748 [pool-68-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 2 victim(s) to reach desired size
10:47:16.748 [pool-68-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.749 [pool-68-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 2 victim(s) from 3 candidate(s)
10:47:16.749 [pool-68-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"},{"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.749 [pool-68-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 2 machine(s): [i-3, i-2]
10:47:16.749 [pool-68-thread-1] ERROR [StandardPoolUpdater:terminateMachines:441] - only 1 out of 2 machine terminations completed successfully: unable to terminate 1 machines:
i-2: api error
10:47:16.750 [pool-68-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-3]
10:47:16.750 [pool-68-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.751 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.754 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.754 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.754 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.754 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.755 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.755 [pool-69-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.755 [pool-69-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvide ... (truncated)'
10:47:16.756 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.756 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.756 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.756 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.756 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.756 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.757 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.757 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.757 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.757 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.757 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.760 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.760 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.761 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.761 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.761 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.762 [pool-72-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.762 [pool-72-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'RuntimeException: api outage'
10:47:16.762 [pool-72-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'RuntimeException: api outage'
10:47:16.762 [pool-72-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'RuntimeException: api outage'
10:47:16.762 [pool-72-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'RuntimeException: api outage'
10:47:16.763 [pool-72-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: java.lang.RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:16.763 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.763 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.763 [main] DEBUG [CachingPoolFetcher:get:134] - no machine pool in cache yet. failing ...
10:47:16.764 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.765 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.765 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.765 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.765 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.765 [pool-73-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.767 [pool-73-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.767 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.767 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.767 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.768 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.768 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.768 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.769 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 4
10:47:16.769 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 4 (allocated: 4, effective: 4)
10:47:16.769 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.771 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.771 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.772 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.772 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.772 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.773 [pool-74-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.773 [pool-74-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:16.773 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.773 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.773 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.774 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.774 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.774 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.774 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.774 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 0 (allocated: 0, effective: 0)
10:47:16.774 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:16.776 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.776 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.777 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.777 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.777 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.777 [pool-75-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.778 [pool-75-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.778 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.778 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.779 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.779 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.780 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.780 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.781 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 3
10:47:16.781 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 3 (allocated: 3, effective: 3)
10:47:16.781 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.781 [pool-75-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.781 [pool-75-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.782 [pool-75-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.782 [pool-75-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.783 [pool-75-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.783 [pool-75-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 3, active: 3)
10:47:16.783 [pool-75-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.783 [pool-75-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 3 evictable candidate(s)
10:47:16.783 [pool-75-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 3 candidate(s)
10:47:16.783 [pool-75-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.784 [pool-75-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-3]
10:47:16.784 [pool-75-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-3]
10:47:16.784 [pool-75-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.785 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-3","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.788 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.788 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.789 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.789 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.789 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.789 [pool-76-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.790 [pool-76-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.790 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.790 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.790 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.791 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.791 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.791 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.792 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.792 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.792 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.792 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.792 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.793 [main] INFO [StandardPoolUpdater:detachMachine:236] - detaching i-1 from pool
10:47:16.793 [pool-76-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.793 [main] DEBUG [StandardPoolUpdater:detachMachine:257] - decrementing desiredSize to 0
10:47:16.793 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.793 [pool-76-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.793 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.793 [pool-76-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.794 [pool-76-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 0
10:47:16.794 [pool-76-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.794 [pool-76-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 0 (allocated: 1, active: 1)
10:47:16.794 [pool-76-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:16.794 [pool-76-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 1 evictable candidate(s)
10:47:16.795 [pool-76-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 1 candidate(s)
10:47:16.795 [pool-76-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.795 [pool-76-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-1]
10:47:16.795 [pool-76-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-1]
10:47:16.796 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.795 [pool-76-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.796 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.796 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.797 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.797 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.797 [pool-77-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.798 [pool-77-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.798 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.798 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.798 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.799 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.799 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.799 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.799 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.800 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:16.800 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.800 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.800 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.801 [main] INFO [StandardPoolUpdater:detachMachine:236] - detaching i-1 from pool
10:47:16.801 [main] DEBUG [StandardPoolUpdater:detachMachine:257] - decrementing desiredSize to 0
10:47:16.801 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:16.801 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.804 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.804 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.804 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.805 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.805 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.805 [pool-78-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.806 [pool-78-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.806 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.806 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.806 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.807 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.807 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.808 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.808 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.808 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 2, effective: 2)
10:47:16.808 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.808 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.809 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.810 [main] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.810 [main] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"PENDING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.998Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-4","machineState":"TERMINATED","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.996Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.810 [main] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 2, active: 2)
10:47:16.810 [main] DEBUG [ResizePlanner:calculateResizePlan:117] - desired size 2 equals net pool size, nothing to do
10:47:16.811 [main] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[]}
10:47:16.811 [main] INFO [StandardPoolUpdater:doPoolUpdate:399] - pool is already properly sized (2)
10:47:16.813 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.814 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.814 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.814 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.815 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.815 [pool-79-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.816 [pool-79-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.816 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.816 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.816 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.817 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.817 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.817 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.817 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.817 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 2, effective: 2)
10:47:16.818 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.818 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.818 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.818 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvid ... (truncated)'
10:47:16.819 [main] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 2
10:47:16.819 [main] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:16.819 [main] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 2 (allocated: 2, active: 1)
10:47:16.819 [main] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":1,"toTerminate":[]}
10:47:16.819 [main] INFO [StandardPoolUpdater:scaleOut:404] - placing 1 new machine requests
10:47:16.819 [main] INFO [StandardPoolUpdater:startAlert:474] - 1 machine(s) were requested from cloud pool
10:47:16.820 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":false,"evictable":false},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.997Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.823 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.823 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.823 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.824 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.824 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.824 [pool-81-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.824 [pool-81-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.824 [pool-81-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.825 [pool-81-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.825 [pool-81-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.825 [pool-81-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: com.elastisys.scale.cloudpool.commons.basepool.driver.CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:16.825 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.825 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.825 [main] DEBUG [CachingPoolFetcher:get:134] - no machine pool in cache yet. failing ...
10:47:16.825 [main] WARN [TestBaseCloudPoolOperation:desiredSize:1686] - no desired size could be retrieved: Could not serve machine pool: no fetch attempt has been successful yet. Latest error: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
10:47:16.825 [main] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:16.826 [main] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.826 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.826 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.826 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.826 [main] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'CloudPoolDriverException: cloud provider API outage'
10:47:16.827 [main] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.get(CachingPoolFetcher.java:129)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.updateMachinePool(StandardPoolUpdater.java:359)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.resize(StandardPoolUpdater.java:126)
at com.elastisys.scale.cloudpool.commons.basepool.BaseCloudPool.updateMachinePool(BaseCloudPool.java:479)
at com.elastisys.scale.cloudpool.commons.basepool.TestBaseCloudPoolOperation.doPoolUpdateWhenCloudPoolIsUnreachable(TestBaseCloudPoolOperation.java:861)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 32 common frames omitted
Caused by: com.elastisys.scale.cloudpool.commons.basepool.driver.CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 33 common frames omitted
10:47:16.827 [main] WARN [StandardPoolUpdater:resize:133] - failed to resize machine pool webserver-pool: machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
com.elastisys.scale.cloudpool.api.CloudPoolException: machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:218)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.get(CachingPoolFetcher.java:129)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.updateMachinePool(StandardPoolUpdater.java:359)
at com.elastisys.scale.cloudpool.commons.basepool.poolupdater.impl.StandardPoolUpdater.resize(StandardPoolUpdater.java:126)
at com.elastisys.scale.cloudpool.commons.basepool.BaseCloudPool.updateMachinePool(BaseCloudPool.java:479)
at com.elastisys.scale.cloudpool.commons.basepool.TestBaseCloudPoolOperation.doPoolUpdateWhenCloudPoolIsUnreachable(TestBaseCloudPoolOperation.java:861)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
Caused by: com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
... 30 common frames omitted
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 32 common frames omitted
Caused by: com.elastisys.scale.cloudpool.commons.basepool.driver.CloudPoolDriverException: cloud provider API outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 33 common frames omitted
10:47:16.829 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:16.829 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:16.830 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:16.830 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:16.830 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:16.830 [pool-82-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:16.831 [pool-82-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:16.831 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:16.831 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:16.832 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.832 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:16.832 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.833 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.833 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:16.833 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 2, effective: 2)
10:47:16.835 [Thread-2] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.835 [Thread-2] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:16.836 [Thread-2] INFO [StandardPoolUpdater:terminateMachine:157] - terminating i-1
10:47:16.885 [Thread-3] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:16.885 [pool-82-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:17.037 [Thread-2] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.037 [Thread-2] DEBUG [StandardPoolUpdater:terminateMachine:173] - desiredSize changed during operation (was: 2, is: 1). skipping decrement.
10:47:17.038 [pool-82-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.038 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.038 [pool-82-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:17.039 [pool-82-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 1
10:47:17.039 [pool-82-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:17.039 [pool-82-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 1 (allocated: 2, active: 2)
10:47:17.039 [pool-82-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:17.039 [pool-82-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 2 evictable candidate(s)
10:47:17.039 [pool-82-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 2 candidate(s)
10:47:17.039 [pool-82-thread-1] DEBUG [ResizePlanner:calculateResizePlan:130] - suggested resize plan: {"toRequest":0,"toTerminate":[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.039 [pool-82-thread-1] INFO [StandardPoolUpdater:terminateMachines:433] - terminating 1 machine(s): [i-1]
10:47:17.040 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:17.040 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:17.041 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:17.041 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:17.041 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:17.041 [pool-84-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.042 [pool-84-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:17.042 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:17.042 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:17.042 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:17.042 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:17.043 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:17.043 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[]}
10:47:17.043 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:17.043 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 0 (allocated: 0, effective: 0)
10:47:17.046 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:17.046 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:17.047 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:17.048 [main] INFO [CachingPoolFetcher::83] - recovered cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.048 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:17.048 [pool-86-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.049 [pool-86-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: 'RuntimeException: api outage'
10:47:17.049 [pool-86-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 2: 'RuntimeException: api outage'
10:47:17.049 [pool-86-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 3: 'RuntimeException: api outage'
10:47:17.049 [pool-86-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 4: 'RuntimeException: api outage'
10:47:17.049 [pool-86-thread-1] WARN [CachingPoolFetcher:refreshCache:217] - machine pool refresh failed: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
com.elastisys.scale.cloudpool.api.CloudPoolException: gave up trying to fetch pool members: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:95)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.get(RetryingPoolFetcher.java:76)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher.refreshCache(CachingPoolFetcher.java:209)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.CachingPoolFetcher$PoolRefreshTask.run(CachingPoolFetcher.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.elastisys.scale.commons.net.retryable.GaveUpException: gave up waiting for pool-fetch: result from last attempt: RuntimeException: api outage
at com.elastisys.scale.commons.net.retryable.Retryable.giveUp(Retryable.java:251)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:224)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher.listMachines(RetryingPoolFetcher.java:93)
... 10 common frames omitted
Caused by: java.lang.RuntimeException: api outage
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:108)
at com.elastisys.scale.cloudpool.commons.basepool.poolfetcher.impl.RetryingPoolFetcher$GetMachinePool.call(RetryingPoolFetcher.java:99)
at com.elastisys.scale.commons.net.retryable.Retryable.call(Retryable.java:211)
... 11 common frames omitted
10:47:17.049 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:17.050 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:17.050 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.052 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:17.052 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:17.052 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:17.053 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:17.053 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:17.053 [pool-87-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.053 [pool-87-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:17.054 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:17.054 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:17.054 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.054 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:17.054 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.054 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.055 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:17.055 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 1 (allocated: 1, effective: 1)
10:47:17.063 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:17.064 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.064 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.064 [main] INFO [StandardPoolUpdater:terminateMachine:157] - terminating i-1
10:47:17.064 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.065 [main] DEBUG [StandardPoolUpdater:terminateMachine:178] - decrementing desiredSize to 0
10:47:17.065 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 0
10:47:17.065 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T11:59:59.999Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.067 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:17.067 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:17.067 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:17.067 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:17.067 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:17.068 [pool-88-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.068 [pool-88-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[]'
10:47:17.068 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:17.068 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:17.069 [main] DEBUG [BaseCloudPool:stop:341] - stopping BaseCloudPool ...
10:47:17.069 [main] DEBUG [CachingPoolFetcher:close:120] - stopping CachingPoolFetcher ...
10:47:17.069 [main] DEBUG [StandardPoolUpdater:close:100] - shutting down StandardPoolUpdater ...
10:47:17.069 [main] INFO [BaseCloudPool:stop:347] - BaseCloudPool stopped.
10:47:17.069 [main] INFO [BaseCloudPool:stop:347] - BaseCloudPool stopped.
10:47:17.071 [main] DEBUG [BaseCloudPool:configure:279] - setting new configuration: {
"name": "webserver-pool",
"cloudApiSettings": {
"apiUser": "foo",
"apiPassword": "secret"
},
"provisioningTemplate": {
"size": "medium",
"image": "ubuntu-16.04"
},
"scaleInConfig": {
"victimSelectionPolicy": "OLDEST"
},
"poolFetch": {
"retries": {
"maxRetries": 3,
"initialBackoffDelay": {
"time": 0,
"unit": "seconds"
}
},
"refreshInterval": {
"time": 20,
"unit": "seconds"
},
"reachabilityTimeout": {
"time": 5,
"unit": "minutes"
}
}
}
10:47:17.071 [main] DEBUG [MultiplexingAlerter:registerAlerters:116] - no alert handlers registered.
10:47:17.071 [main] INFO [BaseCloudPool:start:323] - starting BaseCloudPool driving a CloudPoolDriver$$EnhancerByMockitoWithCGLIB$$9699b8e8
10:47:17.071 [main] INFO [CachingPoolFetcher::85] - no previously stored machine pool found.
10:47:17.071 [main] DEBUG [CachingPoolFetcher::92] - started CachingPoolFetcher
10:47:17.071 [pool-89-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.072 [pool-89-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:17.072 [main] DEBUG [StandardPoolUpdater::94] - started StandardPoolUpdater
10:47:17.072 [main] INFO [BaseCloudPool:start:335] - BaseCloudPool started.
10:47:17.073 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.073 [main] DEBUG [StandardPoolUpdater:ensureDesiredSizeSet:328] - determining initial desired pool size ...
10:47:17.073 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.074 [main] DEBUG [StandardPoolUpdater:setDesiredSizeIfUnset:496] - determining initial desired size from pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.074 [main] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 2
10:47:17.074 [main] INFO [StandardPoolUpdater:setDesiredSizeIfUnset:502] - initial desiredSize set to 2 (allocated: 2, effective: 2)
10:47:17.075 [Thread-4] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.075 [Thread-4] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.076 [Thread-4] INFO [StandardPoolUpdater:detachMachine:236] - detaching i-1 from pool
10:47:17.125 [Thread-5] INFO [StandardPoolUpdater:setDesiredSize:112] - set desiredSize to 1
10:47:17.125 [pool-89-thread-1] DEBUG [StandardPoolUpdater:updateMachinePool:350] - updating machine pool ...
10:47:17.240 [pool-82-thread-1] INFO [StandardPoolUpdater:terminationAlert:531] - 1 machine(s) were terminated in cloud pool: [i-1]
10:47:17.240 [pool-82-thread-1] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.276 [Thread-4] DEBUG [StandardPoolUpdater:detachMachine:252] - desiredSize changed during operation (was: 2, is: 1). skipping decrement.
10:47:17.277 [pool-89-thread-1] DEBUG [CachingPoolFetcher:refreshCache:207] - refreshing cached cloud pool ...
10:47:17.277 [pool-89-thread-1] DEBUG [Retryable:logResult:264] - pool-fetch: attempt 1: '[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider ... (truncated)'
10:47:17.277 [main] DEBUG [CachingPoolFetcher:get:145] - responding with cached machine pool: MachinePool{timestamp=2014-04-17T12:00:00.000Z, machines=[{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]}
10:47:17.278 [pool-89-thread-1] INFO [StandardPoolUpdater:doPoolUpdate:384] - updating pool size to desired size 1
10:47:17.278 [pool-89-thread-1] DEBUG [StandardPoolUpdater:doPoolUpdate:386] - current pool members: [{"id":"i-1","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}, {"id":"i-2","machineState":"RUNNING","serviceState":"UNKNOWN","membershipStatus":{"active":true,"evictable":true},"launchTime":"2014-04-17T12:00:00.000Z","publicIps":[],"privateIps":[],"cloudProvider":"AWS-EC2","region":"us-east-1","machineSize":"m1.small"}]
10:47:17.278 [pool-89-thread-1] DEBUG [ResizePlanner:calculateResizePlan:107] - desired pool size: 1 (allocated: 2, active: 2)
10:47:17.278 [pool-89-thread-1] DEBUG [ResizePlanner:selectVictims:142] - need 1 victim(s) to reach desired size
10:47:17.278 [pool-89-thread-1] DEBUG [ResizePlanner:selectVictims:145] - there are 2 evictable candidate(s)
10:47:17.278 [pool-89-thread-1] DEBUG [ResizePlanner:selectVictims:148] - selecting 1 victim(s) from 2 candidate(s)