com.gemstone.gemfire.internal.cache.ha.HARegionQueueStatsJUnitTest Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of gemfire-junit Show documentation
Show all versions of gemfire-junit Show documentation
SnappyData store based off Pivotal GemFireXD
/*
* Copyright (c) 2010-2015 Pivotal Software, Inc. All rights reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you
* may not use this file except in compliance with the License. You
* may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied. See the License for the specific language governing
* permissions and limitations under the License. See accompanying
* LICENSE file.
*/
package com.gemstone.gemfire.internal.cache.ha;
import java.io.IOException;
import java.util.Properties;
import com.gemstone.gemfire.cache.AttributesFactory;
import com.gemstone.gemfire.cache.Cache;
import com.gemstone.gemfire.cache.CacheException;
import com.gemstone.gemfire.cache.CacheFactory;
import com.gemstone.gemfire.cache.DataPolicy;
import com.gemstone.gemfire.cache.Scope;
import com.gemstone.gemfire.distributed.DistributedSystem;
import com.gemstone.gemfire.internal.cache.Conflatable;
import com.gemstone.gemfire.internal.cache.EventID;
import junit.framework.TestCase;
/**
* JUnit test for verifying the proper functioning of HARegionQueue related
* statistics.
*
* @author Dinesh Patel
*
*/
public class HARegionQueueStatsJUnitTest extends TestCase
{
/** The cache instance */
protected Cache cache = null;
/** Logger for this test */
// private LogWriter logger;
// private boolean testFailed = false;
// private StringBuffer message = null;
/**
* Constructor
*
* @param arg0 -
* name
*/
public HARegionQueueStatsJUnitTest(String arg0) {
super(arg0);
}
/**
* Create the cache in setup. Currently the HA related stats are active under
* fine logging only.
*
* @throws Exception -
* thrown if any exception occurs in setUp
*/
protected void setUp() throws Exception
{
super.setUp();
//System.setProperty("gemfire.log-level", getGemFireLogLevel());
//System.setProperty("gemfire.mcast-port", "12131");
cache = createCache();
// logger = cache.getLogger();
}
/**
* Close the cache in tear down *
*
* @throws Exception -
* thrown if any exception occurs in tearDown
*/
protected void tearDown() throws Exception
{
super.tearDown();
cache.close();
}
/**
* Creates the cache instance for the test
*
* @return the cache instance
* @throws CacheException -
* thrown if any exception occurs in cache creation
*/
private Cache createCache() throws CacheException
{
return CacheFactory.create(DistributedSystem.connect(new Properties()));
}
/**
* Creates a HARegionQueue object.
*
* @param name -
* name of the underlying region for region-queue
* @return the HARegionQueue instance
* @throws IOException
* @throws ClassNotFoundException
* @throws CacheException
* @throws InterruptedException
*/
protected HARegionQueue createHARegionQueue(String name)
throws IOException, ClassNotFoundException, CacheException, InterruptedException
{
HARegionQueue regionqueue = HARegionQueue.getHARegionQueueInstance(name,
cache, HARegionQueue.NON_BLOCKING_HA_QUEUE, false);
return regionqueue;
}
/**
* Creates a HARegionQueue object.
*
* @param name -
* name of the underlying region for region-queue
* @param attrs -
* attributes for the HARegionQueue
* @return the HARegionQueue instance
* @throws IOException
* @throws ClassNotFoundException
* @throws CacheException
* @throws InterruptedException
*/
protected HARegionQueue createHARegionQueue(String name,
HARegionQueueAttributes attrs) throws IOException, ClassNotFoundException, CacheException, InterruptedException
{
AttributesFactory factory = new AttributesFactory();
factory.setDataPolicy(DataPolicy.REPLICATE);
factory.setScope(Scope.DISTRIBUTED_ACK);
HARegionQueue regionqueue = HARegionQueue.getHARegionQueueInstance(name,
cache, attrs, HARegionQueue.NON_BLOCKING_HA_QUEUE, false);
return regionqueue;
}
/**
* This test does the following:
* 1)Create HARegionQueue
* 2)Add objects with unique eventids and conflation false
* 3)Verify that statistics object is not null
* 4)Verify that total events added matches the eventsEnqued stats
* 5)Verify that eventsConflated stats is zero.
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testPutStatsNoConflation() throws Exception
{
HARegionQueue rq = createHARegionQueue("testPutStatsNoConflation");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("eventsConflated by stats not equal zero", 0, stats
.getEventsConflated());
}
/**
* This test does the following:
* 1)Create HARegionQueue
* 2)Add objects with unique eventids and conflation true with same Key.
* 3)Verify that statistics object is not null
* 4)Verify that total events added matches the eventsEnqued stats
* 5)Verify that eventsConflated stats is total events added minus 1.
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testPutStatsConflationEnabled() throws Exception
{
HARegionQueue rq = createHARegionQueue("testPutStatsConflationEnabled");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key", "value" + i, new EventID(
new byte[] { 1 }, 1, i), true, "testing");
rq.put(cf);
}
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("stats for eventsConflated mismatched", totalEvents - 1, stats
.getEventsConflated());
}
/**
* This test does the following:
* 1)Create HARegionQueue with expiry time as 1 sec
* 2)Add objects with unique eventids and conflation false and sleep for some
* time.
* 3)Verify that statistics object is not null
* 4)Verify that total events added matches the eventsEnqued stats
* 5)Verify that eventsExpired stats is same as total events added as all
* events should have expired by 1 sec.
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testExpiryStats() throws Exception
{
HARegionQueueAttributes haa = new HARegionQueueAttributes();
haa.setExpiryTime(1);
HARegionQueue rq = createHARegionQueue("testExpiryStats", haa);
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
Thread.sleep(3000);
HARegionQueueStats stats = rq.stats;
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("expiredEvents not updated", totalEvents, stats
.getEventsExpired());
}
/**
* This test does the following:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids and conflation false
* 3)Do some random peek and peek-batch operations and then call remove()
* 4)Verify that statistics object is not null
* 5)Verify that total events added matches the eventsEnqued stats
* 6)Verify that eventsRemoved stats is same as the maximum batch size peeked
* in above peek operations(step 3).
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testRemoveStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testRemoveStats");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
// do some random peek operations.
int maxPeekBatchSize = 50;
rq.peek();
rq.peek(8);
rq.peek(maxPeekBatchSize);
rq.peek(35);
rq.peek();
rq.remove();
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("All the events peeked were not removed", maxPeekBatchSize,
stats.getEventsRemoved());
}
/**
* This test does the following:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids and conflation false
* 3)Do some take and take-batch operations.
* 4)Verify that statistics object is not null
* 5)Verify that total events added matches the eventsEnqued stats
* 6)Verify that eventsTaken stats is same as the sum of events taken in batch
* and individually (Step 3)
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testTakeStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testTakeStats");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
int takeInBatch = 50;
int takeOneByOne = 25;
rq.take(takeInBatch);
for (int i = 0; i < takeOneByOne; i++) {
rq.take();
}
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("eventsTaken stats not matching with actual events taken",
(takeInBatch + takeOneByOne), stats.getEventsTaken());
}
/**
* This test does the following:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids and conflation false
* 3)Remove the events through QRM api (
* removeDispatchedEvents(EventID id)) with a certain
* lastDispatchedSeqId
* 4)Verify that statistics object is not null
* 5)Verify that total events added matches the eventsEnqued stats
* 6)Verify that eventsRemovedByQrm stats is same as the number of events
* removed by QRM (upto the event having lastDispatchedSeqId, step 3).
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testRemoveByQrmStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testRemoveByQrmStats");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
// call for removal thru QRM api
int lastDispatchedSqId = 20;
EventID id = new EventID(new byte[] { 1 }, 1, lastDispatchedSqId);
rq.removeDispatchedEvents(id);
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("eventsRemovedByQrm stats not updated properly",
(lastDispatchedSqId + 1), stats.getEventsRemovedByQrm());
}
/**
* This test does the following:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids as well as ThreadIDs and conflation
* false
* 3)Verify that statistics object is not null
* 4)Verify that total events added matches the eventsEnqued stats
* 5)Verify that threadIdentifiers stats is same as the number of events added
* as all the events had different ThreadIdentifier objects.
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testThreadIdentifierStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testRemoveByQrmStats");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, i, i), false, "testing");
rq.put(cf);
}
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals("threadIdentifiers stats not updated properly", totalEvents,
stats.getThreadIdentiferCount());
}
/**
* This test does the following:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids and conflation false
* 3)peek a batch to peek all the events added and take() all the events
* 4)Call remove()
* 5)Verify that statistics object is not null
* 6)Verify that total events added matches the eventsEnqued stats
* 7)Verify that numVoidRemovals stats is same as the total events added since
* all the peeked events were removed by take() call and remove() was a void
* operation.
*
* @throws Exception -
* thrown if any problem occurs in test execution
*/
public void testVoidRemovalStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testVoidRemovalStats");
Conflatable cf = null;
int totalEvents = 100;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
rq.peek(totalEvents);
rq.take(totalEvents);
rq.remove();
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"eventsEnqued by stats not equal to the actual number of events added to the queue",
totalEvents, stats.getEventsEnqued());
assertEquals(
"Number of void removals shud be equal to total peeked since all the events were removed by take() before remove()",
totalEvents, stats.getNumVoidRemovals());
}
/**
* This test does the follwing:
* 1)Create HARegionQueue.
* 2)Add objects with unique eventids and conflation false.
* 3)Add some objects with same eventids(sequence ids)- duplicate events.
* 4)Verify that numSequenceViolated stats is same as number of duplicate
* events.
* 5)Verify that eventsEnqued stats is same as the queue size ( i.e.
* eventsEnqued stats is not updated for duplicate events.)
*
* @throws Exception
*/
public void testSequenceViolationStats() throws Exception
{
HARegionQueue rq = createHARegionQueue("testSequenceViolationStats");
Conflatable cf = null;
int totalEvents = 10;
for (int i = 0; i < totalEvents; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
int seqViolated = 3;
for (int i = 0; i < seqViolated; i++) {
cf = new ConflatableObject("key" + i, "value" + i, new EventID(
new byte[] { 1 }, 1, i), false, "testing");
rq.put(cf);
}
HARegionQueueStats stats = rq.getStatistics();
assertNotNull("stats for HARegionQueue found null", stats);
assertEquals(
"Number of sequence violated by stats not equal to the actual number",
seqViolated, stats.getNumSequenceViolated());
assertEquals(
"Events corresponding to sequence violation not added to the queue but eventsEnqued stats updated for them.",
rq.size(), stats.getEventsEnqued());
}
}