com.datatorrent.bufferserver.internal.FastDataList Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of apex-bufferserver Show documentation
Interface for nodes from 2 different containers to talk to each other.
There is a newer version: 3.7.0
/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package com.datatorrent.bufferserver.internal;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.datatorrent.bufferserver.packet.MessageType;
import com.datatorrent.bufferserver.packet.Tuple;
import com.datatorrent.bufferserver.util.SerializedData;

/**
 * FastDataList class.
 *
 * @since 0.3.2
 */
public class FastDataList extends DataList
{
  public FastDataList(String identifier)
  {
    super(identifier);
  }

  public FastDataList(String identifier, int blocksize, int numberOfCacheBlocks)
  {
    super(identifier, blocksize, numberOfCacheBlocks);
  }

  long item;

  @Override
  public void flush(final int writeOffset)
  {
    flush:
    do {
      while (size == 0) {
        if (writeOffset - processingOffset >= 2) {
          size = last.data[processingOffset];
          size |= (last.data[processingOffset + 1] << 8);
//          logger.debug("read item = {} of size = {} at offset = {}", item++, size, processingOffset);
        } else {
          if (writeOffset == last.data.length) {
            processingOffset = 0;
            size = 0;
          }
          break flush;
        }
      }

      processingOffset += 2;

      if (processingOffset + size <= writeOffset) {
        switch (last.data[processingOffset]) {
          case MessageType.BEGIN_WINDOW_VALUE:
            Tuple btw = Tuple.getTuple(last.data, processingOffset, size);
            if (last.starting_window == -1) {
              last.starting_window = baseSeconds | btw.getWindowId();
              last.ending_window = last.starting_window;
            } else {
              last.ending_window = baseSeconds | btw.getWindowId();
            }
            break;

          case MessageType.RESET_WINDOW_VALUE:
            Tuple rwt = Tuple.getTuple(last.data, processingOffset, size);
            baseSeconds = (long)rwt.getBaseSeconds() << 32;
            break;

          default:
            break;
        }
        processingOffset += size;
        size = 0;
      } else {
        if (writeOffset == last.data.length) {
          processingOffset = 0;
          size = 0;
        }
        break;
      }
    }
    while (true);

    last.writingOffset = writeOffset;

    notifyListeners();

  }

  @Override
  protected FastDataListIterator getIterator(Block block)
  {
    return new FastDataListIterator(block);
  }


  /* TODO: Are these functions required?
   @Override
   public void purge(int baseSeconds, int windowId)
   {
   long longWindowId = (long)baseSeconds << 32 | windowId;

   Block prev = null;
   for (Block temp = first; temp != null && temp.starting_window <= longWindowId; temp = temp.next) {
   if (temp.ending_window > longWindowId || temp == last) {
   if (prev != null) {
   first = temp;
   }

   first.purge(longWindowId, true);
   break;
   }

   if (storage != null && temp.uniqueIdentifier > 0) {
   //        logger.debug("discarding {} {} in purge", identifier, temp.uniqueIdentifier);
   storage.discard(identifier, temp.uniqueIdentifier);
   }

   prev = temp;
   }
   }

   @Override
   public void rewind(int baseSeconds, int windowId) throws IOException
   {
   long longWindowId = (long)baseSeconds << 32 | windowId;

   for (Block temp = first; temp != null; temp = temp.next) {
   if (temp.starting_window >= longWindowId || temp.ending_window > longWindowId) {
   if (temp != last) {
   temp.next = null;
   last = temp;
   }

   if(temp.data == null){
   temp.acquire(storage, false);
   }

   this.baseSeconds = temp.rewind(longWindowId, true);
   processingOffset = temp.writingOffset;
   size = 0;
   }
   }

   for (DataListIterator dli: iterators.values()) {
   dli.rewind(processingOffset);
   }
   }
   */
  /**
   * FastDataListIterator class.
   *
   * @since 0.3.2
   */
  protected class FastDataListIterator extends DataListIterator
  {
    FastDataListIterator(Block da)
    {
      super(da);
    }

    @Override
    public boolean hasNext()
    {
      while (size == 0) {
        if (da.writingOffset - readOffset >= 2) {
          size = buffer[readOffset];
          size |= (buffer[readOffset + 1] << 8);
        } else {
          if (da.writingOffset == buffer.length && switchToNextBlock()) {
            continue;
          } else {
            return false;
          }
        }
      }

      if (readOffset + size + 2 <= da.writingOffset) {
        current = new SerializedData(buffer, readOffset, size + 2);
        current.dataOffset = readOffset + 2;
        return true;
      } else {
        if (da.writingOffset == buffer.length) {
          if (!switchToNextBlock()) {
            return false;
          }
          nextOffset.integer = da.readingOffset;
          return hasNext();
        } else {
          return false;
        }
      }
    }
  }

  private static final Logger logger = LoggerFactory.getLogger(FastDataList.class);
}