Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.voltcore.zk.ZKUtil Maven / Gradle / Ivy
/* This file is part of VoltDB.
* Copyright (C) 2008-2018 VoltDB Inc.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as
* published by the Free Software Foundation, either version 3 of the
* License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with VoltDB. If not, see retrieveChunksAsBytes(ZooKeeper zk, String path, String prefix, boolean getCRC) throws Exception {
TreeSet chunks = new TreeSet();
while (true) {
boolean allUploadsComplete = true;
if (!chunks.contains(path + "/" + prefix + "_complete")) {
allUploadsComplete = false;
}
if (allUploadsComplete) {
break;
}
chunks = new TreeSet(zk.getChildren(path, false));
for (String chunk : chunks) {
for (int ii = 0; ii < chunks.size(); ii++) {
if (chunk.startsWith(path + "/" + prefix)) {
chunks.add(chunk);
}
}
}
}
byte resultBuffers[][] = new byte[chunks.size() - 1][];
int ii = 0;
PureJavaCrc32 crc = getCRC ? new PureJavaCrc32() : null;
for (String chunk : chunks) {
if (chunk.endsWith("_complete")) continue;
resultBuffers[ii] = zk.getData(chunk, false, null);
if (crc != null) {
crc.update(resultBuffers[ii]);
}
ii++;
}
return Pair.of(decompressBytes(resultBuffers), crc != null ? (int)crc.getValue() : null);
}
public static byte[] compressBytes(byte bytes[]) throws IOException {
ByteArrayOutputStream baos = new ByteArrayOutputStream();
GZIPOutputStream gos = new GZIPOutputStream(baos);
gos.write(bytes);
gos.finish();
return baos.toByteArray();
}
public static byte[] decompressBytes(byte bytess[][]) throws IOException {
ByteArrayOutputStream baos = new ByteArrayOutputStream();
for (byte bytes[] : bytess) {
baos.write(bytes);
}
ByteArrayInputStream bais = new ByteArrayInputStream(baos.toByteArray());
baos = new ByteArrayOutputStream();
GZIPInputStream gis = new GZIPInputStream(bais);
byte bytes[] = new byte[1024 * 8];
while (true) {
int read = gis.read(bytes);
if (read == -1) {
break;
}
baos.write(bytes, 0, read);
}
return baos.toByteArray();
}
public static final ZooKeeper getClient(String zkAddress, int timeout, Set verbotenThreads) throws Exception {
final Semaphore zkConnect = new Semaphore(0);
ZooKeeper zk = new ZooKeeper(zkAddress, 2000, new Watcher() {
@Override
public void process(WatchedEvent event) {
if (event.getState() == KeeperState.SyncConnected) {
zkConnect.release();
}
}
},
verbotenThreads);
if (!zkConnect.tryAcquire(timeout, TimeUnit.MILLISECONDS)) {
return null;
}
return zk;
}
public static boolean addIfMissing(ZooKeeper zk, String absolutePath, CreateMode createMode, byte[] data)
throws KeeperException, InterruptedException {
try {
zk.create(absolutePath, data, Ids.OPEN_ACL_UNSAFE, createMode);
} catch (KeeperException.NodeExistsException e) {
return false;
}
return true;
}
public static final void mkdirs(ZooKeeper zk, String dirDN) {
ZKUtil.StringCallback callback = asyncMkdirs(zk, dirDN );
try {
callback.get();
} catch (Throwable t) {
Throwables.propagate(t);
}
}
public static ZKUtil.StringCallback asyncMkdirs( ZooKeeper zk, String dirDN) {
return asyncMkdirs( zk, dirDN, null);
}
public static ZKUtil.StringCallback asyncMkdirs( ZooKeeper zk, String dirDN, byte payload[]) {
Preconditions.checkArgument(
dirDN != null &&
! dirDN.trim().isEmpty() &&
! "/".equals(dirDN) &&
dirDN.startsWith("/")
);
StringBuilder dsb = new StringBuilder(128);
ZKUtil.StringCallback lastCallback = null;
try {
String dirPortions[] = dirDN.substring(1).split("/");
for (int ii = 0; ii < dirPortions.length; ii++) {
String dirPortion = dirPortions[ii];
lastCallback = new ZKUtil.StringCallback();
dsb.append('/').append(dirPortion);
zk.create(
dsb.toString(),
ii == dirPortions.length - 1 ? payload : null,
Ids.OPEN_ACL_UNSAFE,
CreateMode.PERSISTENT,
lastCallback,
null);
}
}
catch (Throwable t) {
Throwables.propagate(t);
}
return lastCallback;
}
public static class StatCallback implements org.apache.zookeeper_voltpatches.AsyncCallback.StatCallback {
private final CountDownLatch done = new CountDownLatch(1);
private Object results[];
public Object[] get() throws InterruptedException, KeeperException {
done.await();
return getResult();
}
public Stat getStat() throws InterruptedException, KeeperException {
done.await();
return (Stat)getResult()[3];
}
private Object[] getResult() throws KeeperException {
KeeperException.Code code = KeeperException.Code.get((Integer)results[0]);
if (code == KeeperException.Code.OK) {
return results;
} else {
throw KeeperException.create(code);
}
}
@Override
public void processResult(int rc, String path, Object ctx, Stat stat) {
results = new Object[] { rc, path, ctx, stat };
done.countDown();
}
}
public static class VoidCallback implements org.apache.zookeeper_voltpatches.AsyncCallback.VoidCallback {
private final CountDownLatch done = new CountDownLatch(1);
private Object results[];
public Object[] get() throws InterruptedException, KeeperException {
done.await();
return getResult();
}
public byte[] getData() throws InterruptedException, KeeperException {
done.await();
return (byte[])getResult()[3];
}
private Object[] getResult() throws KeeperException {
KeeperException.Code code = KeeperException.Code.get((Integer)results[0]);
if (code == KeeperException.Code.OK) {
return results;
} else {
throw KeeperException.create(code);
}
}
@Override
public void processResult(int rc, String path, Object ctx) {
results = new Object[] { rc, path, ctx };
done.countDown();
}
}
public static class ByteArrayCallback implements org.apache.zookeeper_voltpatches.AsyncCallback.DataCallback {
private final CountDownLatch done = new CountDownLatch(1);
private Object results[];
public Object[] get() throws InterruptedException, KeeperException {
done.await();
return getResult();
}
public String getPath() throws InterruptedException, KeeperException {
done.await();
return (String)getResult()[1];
}
public byte[] getData() throws InterruptedException, KeeperException {
done.await();
return (byte[])getResult()[3];
}
private Object[] getResult() throws KeeperException {
KeeperException.Code code = KeeperException.Code.get((Integer)results[0]);
if (code == KeeperException.Code.OK) {
return results;
} else {
throw KeeperException.create(code);
}
}
@Override
public void processResult(int rc, String path, Object ctx, byte[] data,
Stat stat) {
results = new Object[] { rc, path, ctx, data, stat };
done.countDown();
}
}
public static class FutureWatcher implements org.apache.zookeeper_voltpatches.Watcher {
private final CountDownLatch done = new CountDownLatch(1);
private WatchedEvent event;
@Override
public void process(WatchedEvent event) {
this.event = event;
done.countDown();
}
public WatchedEvent get() throws InterruptedException {
done.await();
return event;
}
/** @returns null if the timeout expired. */
public WatchedEvent get(long timeout, TimeUnit unit) throws InterruptedException {
done.await(timeout, unit);
return event;
}
}
public static class StringCallback implements
org.apache.zookeeper_voltpatches.AsyncCallback.StringCallback {
private final CountDownLatch done = new CountDownLatch(1);
private Object results[];
public Object[] get() throws InterruptedException, KeeperException {
done.await();
return getResult();
}
public Object[] get(long timeout, TimeUnit unit)
throws InterruptedException, KeeperException,
TimeoutException {
if (done.await(timeout, unit)) {
return getResult();
} else {
throw new TimeoutException();
}
}
private Object[] getResult() throws KeeperException {
KeeperException.Code code = KeeperException.Code.get((Integer)results[0]);
if (code == KeeperException.Code.OK) {
return results;
} else {
throw KeeperException.create(code);
}
}
@Override
public void processResult(int rc, String path, Object ctx, String name) {
results = new Object[] { rc, path, ctx, name };
done.countDown();
}
}
public static class ChildrenCallback implements
org.apache.zookeeper_voltpatches.AsyncCallback.ChildrenCallback {
private final CountDownLatch done = new CountDownLatch(1);
private Object results[];
public Object[] get() throws InterruptedException, KeeperException {
done.await();
return getResult();
}
public Object[] get(long timeout, TimeUnit unit)
throws InterruptedException, KeeperException,
TimeoutException {
if (done.await(timeout, unit)) {
return getResult();
} else {
throw new TimeoutException();
}
}
private Object[] getResult() throws KeeperException {
KeeperException.Code code = KeeperException.Code.get((Integer)results[0]);
if (code == KeeperException.Code.OK) {
return results;
} else {
throw KeeperException.create(code);
}
}
@Override
public void processResult(int rc, String path, Object ctx, List children) {
results = new Object[] {rc, path, ctx, children};
done.countDown();
}
@SuppressWarnings("unchecked")
public List getChildren() throws InterruptedException, KeeperException {
done.await();
return (List)getResult()[3];
}
}
/*
* A watcher that can be cancelled. Requires a single threaded executor service
* to serialize the cancellation with the watch firing.
*/
public static abstract class CancellableWatcher implements Watcher {
volatile boolean canceled = false;
final ExecutorService es;
public CancellableWatcher(ExecutorService es) {
this.es = es;
}
public void cancel() {
canceled = true;
}
@Override
public void process(final WatchedEvent event) {
es.execute(new Runnable() {
@Override
public void run() {
if (canceled) return;
pProcess(event);
}
});
}
abstract protected void pProcess(final WatchedEvent event);
}
public static void deleteRecursively(ZooKeeper zk, String dir) throws KeeperException, InterruptedException
{
try {
List children = zk.getChildren(dir, false);
for (String child : children) {
deleteRecursively(zk, joinZKPath(dir, child));
}
zk.delete(dir, -1);
} catch (KeeperException.NoNodeException ignore) {}
}
public static void asyncDeleteRecursively(ZooKeeper zk, String dirDN) throws KeeperException, InterruptedException {
Preconditions.checkArgument(
dirDN != null &&
! dirDN.trim().isEmpty() &&
! "/".equals(dirDN) &&
dirDN.startsWith("/")
);
int beforeSize = 0;
TreeSet listing = new TreeSet<>();
listing.add(new ListingNode(0, dirDN));
Queue> callbacks = new ArrayDeque<>();
while (beforeSize < listing.size()) {
for (ListingNode node: listing) {
if (node.childCount == ListingNode.UNPROBED) {
ChildrenCallback cb = new ChildrenCallback();
zk.getChildren(node.node, false, cb, null);
callbacks.offer(Pair.of(cb,node));
}
}
beforeSize = listing.size();
Iterator> itr = callbacks.iterator();
while (itr.hasNext()) {
Pair callbackPair = itr.next();
try {
List children = callbackPair.getFirst().getChildren();
callbackPair.getSecond().childCount = children.size();
for (String child: children) {
listing.add(new ListingNode(callbackPair.getSecond(), child));
}
} catch (KeeperException.NoNodeException ignoreIt) {
}
itr.remove();
}
}
// the last node is the root node (order implied in ListingNode.compareTo(other))
VoidCallback lastCallback = null;
Iterator lnitr = listing.iterator();
while (lnitr.hasNext()) {
ListingNode node = lnitr.next();
lastCallback = new VoidCallback();
zk.delete(node.node, -1, lastCallback, null);
lnitr.remove();
}
try {
lastCallback.get();
} catch (KeeperException.NoNodeException ignoreIt) {
}
}
private final static class ListingNode implements Comparable {
static final int UNPROBED = -1;
final int lvl;
final String node;
int childCount = UNPROBED;
ListingNode(int lvl, String node) {
this.lvl = lvl;
this.node = node;
}
ListingNode(ListingNode parent, String child) {
this.lvl = parent.lvl + 1;
this.node = joinZKPath(parent.node, child);
}
@Override
public int compareTo(ListingNode o) {
int cmp = o.lvl - lvl;
if (cmp == 0) {
cmp = node.compareTo(o.node);
}
return cmp;
}
@Override
public int hashCode() {
final int prime = 31;
int result = 1;
result = prime * result + lvl;
result = prime * result + ((node == null) ? 0 : node.hashCode());
return result;
}
@Override
public boolean equals(Object obj) {
if (this == obj)
return true;
if (obj == null)
return false;
if (getClass() != obj.getClass())
return false;
ListingNode other = (ListingNode) obj;
if (lvl != other.lvl)
return false;
if (node == null) {
if (other.node != null)
return false;
} else if (!node.equals(other.node))
return false;
return true;
}
@Override
public String toString() {
return "ListingNode [lvl=" + lvl + ", node=" + node
+ ", childCount=" + childCount + "]";
}
}
}
