Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.pulsar.broker.admin.v2;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import io.swagger.annotations.ApiParam;
import io.swagger.annotations.ApiResponse;
import io.swagger.annotations.ApiResponses;
import java.util.ArrayList;
import java.util.List;
import java.util.Optional;
import java.util.Set;
import javax.ws.rs.DELETE;
import javax.ws.rs.GET;
import javax.ws.rs.POST;
import javax.ws.rs.Path;
import javax.ws.rs.PathParam;
import javax.ws.rs.Produces;
import javax.ws.rs.QueryParam;
import javax.ws.rs.container.AsyncResponse;
import javax.ws.rs.container.Suspended;
import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;
import javax.ws.rs.core.Response.Status;
import lombok.extern.slf4j.Slf4j;
import org.apache.bookkeeper.client.BookKeeper;
import org.apache.bookkeeper.discover.RegistrationClient;
import org.apache.bookkeeper.meta.MetadataClientDriver;
import org.apache.bookkeeper.net.BookieId;
import org.apache.commons.lang3.StringUtils;
import org.apache.pulsar.broker.admin.AdminResource;
import org.apache.pulsar.broker.web.RestException;
import org.apache.pulsar.common.policies.data.BookieInfo;
import org.apache.pulsar.common.policies.data.BookiesClusterInfo;
import org.apache.pulsar.common.policies.data.BookiesRackConfiguration;
import org.apache.pulsar.common.policies.data.RawBookieInfo;
@Path("/bookies")
@Api(value = "/bookies", description = "Configure bookies rack placement", tags = "bookies")
@Produces(MediaType.APPLICATION_JSON)
@Slf4j
public class Bookies extends AdminResource {
private static final String PATH_SEPARATOR = "/";
@GET
@Path("/racks-info")
@ApiOperation(value = "Gets the rack placement information for all the bookies in the cluster",
response = BookiesRackConfiguration.class)
@ApiResponses(value = {@ApiResponse(code = 403, message = "Don't have admin permission")})
public void getBookiesRackInfo(@Suspended final AsyncResponse asyncResponse) {
validateSuperUserAccess();
getPulsarResources().getBookieResources().get()
.thenAccept(b -> {
asyncResponse.resume(b.orElseGet(() -> new BookiesRackConfiguration()));
}).exceptionally(ex -> {
asyncResponse.resume(ex);
return null;
});
}
@GET
@Path("/all")
@ApiOperation(value = "Gets raw information for all the bookies in the cluster",
response = BookiesClusterInfo.class)
@ApiResponses(value = {@ApiResponse(code = 403, message = "Don't have admin permission")})
public BookiesClusterInfo getAllBookies() throws Exception {
validateSuperUserAccess();
BookKeeper bookKeeper = bookKeeper();
MetadataClientDriver metadataClientDriver = bookKeeper.getMetadataClientDriver();
RegistrationClient registrationClient = metadataClientDriver.getRegistrationClient();
Set allBookies = registrationClient.getAllBookies().get().getValue();
List result = new ArrayList<>(allBookies.size());
for (BookieId bookieId : allBookies) {
RawBookieInfo bookieInfo = new RawBookieInfo(bookieId.toString());
result.add(bookieInfo);
}
return BookiesClusterInfo.builder().bookies(result).build();
}
@GET
@Path("/racks-info/{bookie}")
@ApiOperation(value = "Gets the rack placement information for a specific bookie in the cluster",
response = BookieInfo.class)
@ApiResponses(value = {@ApiResponse(code = 403, message = "Don't have admin permission")})
public void getBookieRackInfo(@Suspended final AsyncResponse asyncResponse,
@PathParam("bookie") String bookieAddress) throws Exception {
validateSuperUserAccess();
getPulsarResources().getBookieResources().get()
.thenAccept(b -> {
Optional bi = b.orElseGet(() -> new BookiesRackConfiguration())
.getBookie(bookieAddress);
if (bi.isPresent()) {
asyncResponse.resume(bi.get());
} else {
asyncResponse.resume(new RestException(Status.NOT_FOUND,
"Bookie rack placement configuration not found: " + bookieAddress));
}
}).exceptionally(ex -> {
asyncResponse.resume(ex);
return null;
});
}
@DELETE
@Path("/racks-info/{bookie}")
@ApiOperation(value = "Removed the rack placement information for a specific bookie in the cluster")
@ApiResponses(value = {
@ApiResponse(code = 204, message = "Operation successful"),
@ApiResponse(code = 403, message = "Don't have admin permission")
})
public void deleteBookieRackInfo(@Suspended final AsyncResponse asyncResponse,
@PathParam("bookie") String bookieAddress) throws Exception {
validateSuperUserAccess();
getPulsarResources().getBookieResources()
.update(optionalBookiesRackConfiguration -> {
BookiesRackConfiguration brc = optionalBookiesRackConfiguration
.orElseGet(() -> new BookiesRackConfiguration());
if (!brc.removeBookie(bookieAddress)) {
asyncResponse.resume(new RestException(Status.NOT_FOUND,
"Bookie rack placement configuration not found: " + bookieAddress));
}
return brc;
}).thenAccept(__ -> {
log.info("Removed {} from rack mapping info", bookieAddress);
asyncResponse.resume(Response.noContent().build());
}).exceptionally(ex -> {
asyncResponse.resume(ex);
return null;
});
}
@POST
@Path("/racks-info/{bookie}")
@ApiOperation(value = "Updates the rack placement information for a specific bookie in the cluster (note."
+ " bookie address format:`address:port`)")
@ApiResponses(value = {
@ApiResponse(code = 204, message = "Operation successful"),
@ApiResponse(code = 403, message = "Don't have admin permission")}
)
public void updateBookieRackInfo(@Suspended final AsyncResponse asyncResponse,
@ApiParam(value = "The bookie address", required = true)
@PathParam("bookie") String bookieAddress,
@ApiParam(value = "The group", required = true)
@QueryParam("group") String group,
@ApiParam(value = "The bookie info", required = true)
BookieInfo bookieInfo) throws Exception {
validateSuperUserAccess();
if (group == null) {
throw new RestException(Status.PRECONDITION_FAILED, "Bookie 'group' parameters is missing");
}
// validate rack name
int separatorCnt = StringUtils.countMatches(
StringUtils.strip(bookieInfo.getRack(), PATH_SEPARATOR), PATH_SEPARATOR);
boolean isRackEnabled = pulsar().getConfiguration().isBookkeeperClientRackawarePolicyEnabled();
boolean isRegionEnabled = pulsar().getConfiguration().isBookkeeperClientRegionawarePolicyEnabled();
if (isRackEnabled && ((isRegionEnabled && separatorCnt != 1) || (!isRegionEnabled && separatorCnt != 0))) {
asyncResponse.resume(new RestException(Status.PRECONDITION_FAILED, "Bookie 'rack' parameter is invalid, "
+ "When `RackawareEnsemblePlacementPolicy` is enabled, the rack name is not allowed to contain "
+ "slash (`/`) except for the beginning and end of the rack name string. "
+ "When `RegionawareEnsemblePlacementPolicy` is enabled, the rack name can only contain "
+ "one slash (`/`) except for the beginning and end of the rack name string."));
return;
}
getPulsarResources().getBookieResources()
.update(optionalBookiesRackConfiguration -> {
BookiesRackConfiguration brc = optionalBookiesRackConfiguration
.orElseGet(() -> new BookiesRackConfiguration());
brc.updateBookie(group, bookieAddress, bookieInfo);
return brc;
}).thenAccept(__ -> {
log.info("Updated rack mapping info for {}", bookieAddress);
asyncResponse.resume(Response.noContent().build());
}).exceptionally(ex -> {
asyncResponse.resume(ex);
return null;
});
}
}
