Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.rx.net.Sockets Maven / Gradle / Ivy
package org.rx.net;
import java.lang.reflect.Field;
import java.lang.reflect.Proxy;
import java.net.*;
import io.netty.bootstrap.Bootstrap;
import io.netty.bootstrap.ServerBootstrap;
import io.netty.bootstrap.ServerBootstrapConfig;
import io.netty.buffer.ByteBuf;
import io.netty.buffer.PooledByteBufAllocator;
import io.netty.buffer.Unpooled;
import io.netty.channel.*;
import io.netty.channel.epoll.*;
import io.netty.channel.nio.NioEventLoopGroup;
import io.netty.channel.socket.DatagramPacket;
import io.netty.channel.socket.ServerSocketChannel;
import io.netty.channel.socket.SocketChannel;
import io.netty.channel.socket.nio.NioDatagramChannel;
import io.netty.channel.socket.nio.NioServerSocketChannel;
import io.netty.channel.socket.nio.NioSocketChannel;
import io.netty.handler.codec.LengthFieldPrepender;
import io.netty.handler.logging.LogLevel;
import io.netty.handler.logging.LoggingHandler;
import io.netty.util.NetUtil;
import lombok.*;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.collections4.CollectionUtils;
import org.rx.bean.$;
import org.rx.core.*;
import org.rx.core.Arrays;
import org.rx.exception.InvalidException;
import org.rx.net.dns.DnsClient;
import org.rx.util.function.BiAction;
import org.rx.util.function.BiFunc;
import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
import java.util.function.Function;
import java.util.regex.Pattern;
import static org.rx.bean.$.$;
import static org.rx.core.App.*;
import static org.rx.core.Extends.eq;
import static org.rx.core.Extends.quietly;
@Slf4j
public final class Sockets {
public static final LengthFieldPrepender INT_LENGTH_PREPENDER = new LengthFieldPrepender(4);
public static final List DEFAULT_NAT_IPS = Arrays.toList("127.0.0.1", "[::1]", "localhost", "192.168.*");
static final LoggingHandler DEFAULT_LOG = new LoggingHandler(LogLevel.INFO);
static final String SHARED_TCP_REACTOR = "_TCP";
static final String SHARED_UDP_REACTOR = "_UDP";
static final String SHARED_UDP_SVR_REACTOR = "_UDP:SVR";
static final Map reactors = new ConcurrentHashMap<>();
static volatile BiFunc> nsInterceptor;
public static void injectNameService(List nameServerList) {
DnsClient client = CollectionUtils.isEmpty(nameServerList) ? DnsClient.inlandClient() : new DnsClient(nameServerList);
injectNameService(client::resolveAll);
}
@SneakyThrows
public static void injectNameService(@NonNull BiFunc> fn) {
if (nsInterceptor == null) {
synchronized (Sockets.class) {
if (nsInterceptor == null) {
nsInterceptor = fn;
Class type = InetAddress.class;
try {
Field field = type.getDeclaredField("nameService");
Reflects.setAccess(field);
field.set(null, nsProxy(field.get(null)));
} catch (NoSuchFieldException e) {
Field field = type.getDeclaredField("nameServices");
Reflects.setAccess(field);
List nsList = (List) field.get(null);
nsList.set(0, nsProxy(nsList.get(0)));
}
}
}
}
nsInterceptor = fn;
}
private static Object nsProxy(Object ns) {
Class type = ns.getClass();
InetAddress[] empty = new InetAddress[0];
return Proxy.newProxyInstance(type.getClassLoader(), type.getInterfaces(), (pObject, method, args) -> {
if (method.getName().equals("lookupAllHostAddr")) {
String host = (String) args[0];
//处理不了会交给源对象处理
try {
List addresses = nsInterceptor.invoke(host);
if (!CollectionUtils.isEmpty(addresses)) {
return addresses.toArray(empty);
}
} catch (Exception e) {
log.info("nsProxy {}", e.getMessage());
}
}
return Reflects.invokeMethod(method, ns, args);
});
}
static EventLoopGroup reactor(@NonNull String reactorName) {
return reactors.computeIfAbsent(reactorName, k -> {
int amount = RxConfig.INSTANCE.getNet().getReactorThreadAmount();
return Epoll.isAvailable() ? new EpollEventLoopGroup(amount) : new NioEventLoopGroup(amount);
});
}
public static EventLoopGroup udpReactor() {
return udpReactor(SHARED_UDP_REACTOR);
}
static EventLoopGroup udpReactor(@NonNull String reactorName) {
return reactors.computeIfAbsent(reactorName, k -> new NioEventLoopGroup(RxConfig.INSTANCE.getNet().getReactorThreadAmount()));
}
// not executor
private static EventLoopGroup newEventLoop(int threadAmount) {
return Epoll.isAvailable() ? new EpollEventLoopGroup(threadAmount) : new NioEventLoopGroup(threadAmount);
}
public static Class channelClass() {
return Epoll.isAvailable() ? EpollSocketChannel.class : NioSocketChannel.class;
}
private static Class serverChannelClass() {
return Epoll.isAvailable() ? EpollServerSocketChannel.class : NioServerSocketChannel.class;
}
public static ServerBootstrap serverBootstrap(BiAction initChannel) {
return serverBootstrap(null, initChannel);
}
public static ServerBootstrap serverBootstrap(SocketConfig config, BiAction initChannel) {
if (config == null) {
config = new SocketConfig();
}
MemoryMode mode = config.getMemoryMode();
int connectTimeoutMillis = config.getConnectTimeoutMillis();
boolean highNetwork = connectTimeoutMillis <= SocketConfig.DELAY_TIMEOUT_MILLIS;
int bossThreadAmount = 1; //等于bind的次数，默认1
AdaptiveRecvByteBufAllocator recvByteBufAllocator = mode.adaptiveRecvByteBufAllocator(false);
WriteBufferWaterMark writeBufferWaterMark = mode.writeBufferWaterMark();
ServerBootstrap b = new ServerBootstrap()
.group(newEventLoop(bossThreadAmount), config.isUseSharedTcpEventLoop() ? reactor(SHARED_TCP_REACTOR) : newEventLoop(0))
.channel(serverChannelClass())
.option(ChannelOption.SO_BACKLOG, mode.getBacklog())
// .option(ChannelOption.SO_REUSEADDR, true)
.option(ChannelOption.CONNECT_TIMEOUT_MILLIS, connectTimeoutMillis)
.option(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
.option(ChannelOption.RCVBUF_ALLOCATOR, recvByteBufAllocator)
.option(ChannelOption.WRITE_BUFFER_WATER_MARK, writeBufferWaterMark)
.childOption(ChannelOption.TCP_NODELAY, highNetwork)
// .childOption(ChannelOption.SO_KEEPALIVE, !highNetwork)
.childOption(ChannelOption.SO_KEEPALIVE, true)
.childOption(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
.childOption(ChannelOption.RCVBUF_ALLOCATOR, recvByteBufAllocator)
.childOption(ChannelOption.WRITE_BUFFER_WATER_MARK, writeBufferWaterMark)
.childHandler(WaterMarkHandler.DEFAULT);
if (config.isEnableLog()) {
//netty日志
b.handler(DEFAULT_LOG);
}
if (initChannel != null) {
b.childHandler(new ChannelInitializer() {
@SneakyThrows
@Override
protected void initChannel(SocketChannel socketChannel) {
initChannel.invoke(socketChannel);
}
});
}
return b;
}
public static void closeBootstrap(ServerBootstrap bootstrap) {
if (bootstrap == null) {
return;
}
ServerBootstrapConfig config = bootstrap.config();
EventLoopGroup group = config.group();
if (group != null) {
group.shutdownGracefully();
}
group = config.childGroup();
if (group != null && !reactors.containsValue(group)) {
group.shutdownGracefully();
}
}
public static Bootstrap bootstrap(BiAction initChannel) {
return bootstrap(SHARED_TCP_REACTOR, null, initChannel);
}
public static Bootstrap bootstrap(@NonNull String reactorName, SocketConfig config, BiAction initChannel) {
return bootstrap(reactor(reactorName), config, initChannel);
}
public static Bootstrap bootstrap(@NonNull EventLoopGroup eventLoopGroup, SocketConfig config, BiAction initChannel) {
if (config == null) {
config = new SocketConfig();
}
MemoryMode mode = config.getMemoryMode();
int connectTimeoutMillis = config.getConnectTimeoutMillis();
boolean highNetwork = connectTimeoutMillis <= SocketConfig.DELAY_TIMEOUT_MILLIS;
AdaptiveRecvByteBufAllocator recvByteBufAllocator = mode.adaptiveRecvByteBufAllocator(false);
WriteBufferWaterMark writeBufferWaterMark = mode.writeBufferWaterMark();
Bootstrap b = new Bootstrap()
.group(eventLoopGroup)
.channel(channelClass())
.option(ChannelOption.CONNECT_TIMEOUT_MILLIS, connectTimeoutMillis)
.option(ChannelOption.TCP_NODELAY, highNetwork)
// .option(ChannelOption.SO_KEEPALIVE, !highNetwork)
.option(ChannelOption.SO_KEEPALIVE, true)
.option(ChannelOption.ALLOCATOR, PooledByteBufAllocator.DEFAULT)
.option(ChannelOption.RCVBUF_ALLOCATOR, recvByteBufAllocator)
.option(ChannelOption.WRITE_BUFFER_WATER_MARK, writeBufferWaterMark)
.handler(WaterMarkHandler.DEFAULT);
if (config.isEnableLog()) {
b.handler(DEFAULT_LOG);
}
if (initChannel != null) {
b.handler(new ChannelInitializer() {
@SneakyThrows
@Override
protected void initChannel(SocketChannel socketChannel) {
initChannel.invoke(socketChannel);
}
});
}
return b;
}
public static Bootstrap udpServerBootstrap(MemoryMode mode, BiAction initChannel) {
return udpBootstrap(SHARED_UDP_SVR_REACTOR, mode, initChannel);
}
public static Bootstrap udpBootstrap(MemoryMode mode, BiAction initChannel) {
return udpBootstrap(SHARED_UDP_REACTOR, mode, initChannel);
}
//BlockingOperationException 因为执行sync()-wait和notify的是同一个EventLoop中的线程
//DefaultDatagramChannelConfig
static Bootstrap udpBootstrap(String reactorName, MemoryMode mode, BiAction initChannel) {
if (mode == null) {
mode = MemoryMode.LOW;
}
Bootstrap b = new Bootstrap().group(udpReactor(reactorName)).channel(NioDatagramChannel.class)
// .option(ChannelOption.SO_BROADCAST, true)
.option(ChannelOption.RCVBUF_ALLOCATOR, mode.adaptiveRecvByteBufAllocator(true))
.option(ChannelOption.WRITE_BUFFER_WATER_MARK, mode.writeBufferWaterMark())
.handler(WaterMarkHandler.DEFAULT);
b.handler(DEFAULT_LOG);
if (initChannel != null) {
b.handler(new ChannelInitializer() {
@SneakyThrows
@Override
protected void initChannel(NioDatagramChannel socketChannel) {
initChannel.invoke(socketChannel);
}
});
}
return b;
}
public static void writeAndFlush(@NonNull Channel channel, @NonNull Queue packs) {
EventLoop eventLoop = channel.eventLoop();
if (eventLoop.inEventLoop()) {
Object pack;
while ((pack = packs.poll()) != null) {
channel.write(pack).addListener(ChannelFutureListener.FIRE_EXCEPTION_ON_FAILURE);
}
channel.flush();
return;
}
eventLoop.execute(() -> {
Object pack;
while ((pack = packs.poll()) != null) {
channel.write(pack).addListener(ChannelFutureListener.FIRE_EXCEPTION_ON_FAILURE);
}
channel.flush();
});
}
public static void closeOnFlushed(@NonNull Channel channel) {
if (!channel.isActive()) {
return;
}
channel.writeAndFlush(Unpooled.EMPTY_BUFFER).addListener(ChannelFutureListener.CLOSE);
}
public static ByteBuf getMessageBuf(Object msg) {
if (msg instanceof DatagramPacket) {
return ((DatagramPacket) msg).content();
} else if (msg instanceof ByteBuf) {
return (ByteBuf) msg;
} else {
throw new InvalidException("Unsupported msg type: {}", msg.getClass());
}
}
public static String protocolName(Channel channel) {
return channel instanceof NioDatagramChannel ? "UDP" : "TCP";
}
public static ChannelFutureListener logBind(int port) {
return f -> {
String pn = protocolName(f.channel());
if (!f.isSuccess()) {
log.error("{} Listen on port {} fail", pn, port, f.cause());
return;
}
log.info("{} Listened on {}", pn, f.channel().localAddress());
};
}
public static ChannelFutureListener logConnect(InetSocketAddress endpoint) {
return f -> {
if (!f.isSuccess()) {
log.error("TCP Connect {} fail", endpoint, f.cause());
return;
}
log.info("TCP Connected {}", endpoint);
};
}
public static void dumpPipeline(String name, Channel channel) {
if (log.isTraceEnabled()) {
ChannelPipeline pipeline = channel.pipeline();
List inboundHandlers = new LinkedList<>();
List outboundHandlers = new LinkedList<>();
log.trace(name + " list:");
for (Map.Entry entry : pipeline) {
String prefix;
ChannelHandler handler = entry.getValue();
if (handler instanceof ChannelInboundHandler) {
prefix = "in";
inboundHandlers.add((ChannelInboundHandler) handler);
} else if (handler instanceof ChannelOutboundHandler) {
prefix = "out";
outboundHandlers.add((ChannelOutboundHandler) handler);
} else {
prefix = "?";
log.trace(String.format("%s %s: %s", prefix, entry.getKey(), entry.getValue()));
}
}
log.trace(name + " sorted:");
for (ChannelInboundHandler handler : inboundHandlers) {
log.trace(String.format("in %s", handler));
}
for (ChannelOutboundHandler handler : outboundHandlers) {
log.trace(String.format("out %s", handler));
}
}
}
//region Address
public static InetAddress loopbackAddress() {
return InetAddress.getLoopbackAddress();
}
@SneakyThrows
public static InetAddress anyLocalAddress() {
return InetAddress.getByName("0.0.0.0");
}
@SneakyThrows
public static boolean isNatIp(InetAddress ip) {
if (eq(loopbackAddress(), ip)) {
return true;
}
String hostAddress = ip.getHostAddress();
for (String regex : DEFAULT_NAT_IPS) {
if (Pattern.matches(regex, hostAddress)) {
return true;
}
}
return false;
}
public static boolean isValidIp(String ip) {
return NetUtil.isValidIpV4Address(ip) || NetUtil.isValidIpV6Address(ip);
}
@SneakyThrows
public static InetAddress getLocalAddress() {
Inet4Address first = Linq.from(getLocalAddresses()).orderByDescending(p -> p.isSiteLocalAddress()).firstOrDefault();
if (first != null) {
return first;
}
return InetAddress.getLocalHost(); //可能返回127.0.0.1
}
@SneakyThrows
public static List getLocalAddresses() {
List ips = new ArrayList<>();
Enumeration networks = NetworkInterface.getNetworkInterfaces();
while (networks.hasMoreElements()) {
NetworkInterface network = networks.nextElement();
if (network.isLoopback() || network.isVirtual() || !network.isUp()) {
continue;
}
Enumeration addresses = network.getInetAddresses();
while (addresses.hasMoreElements()) {
InetAddress addr = addresses.nextElement();
if (addr.isLoopbackAddress() || addr.isAnyLocalAddress()
// || !addr.isSiteLocalAddress() //k8s会获取不到
|| !(addr instanceof Inet4Address)) {
continue;
}
// log.info("DUMP: {} - {} {} - {} {} - {} {} {}", addr.isMulticastAddress(),
// addr.isSiteLocalAddress(), addr.isLinkLocalAddress(),
// addr.isMCSiteLocal(), addr.isMCLinkLocal(),
// addr.isMCGlobal(), addr.isMCOrgLocal(), addr.isMCNodeLocal());
ips.add((Inet4Address) addr);
}
}
return ips;
}
public static InetSocketAddress localEndpoint(int port) {
return new InetSocketAddress(loopbackAddress(), port);
}
public static InetSocketAddress anyEndpoint(int port) {
return new InetSocketAddress(anyLocalAddress(), port);
}
//check jdk11 unknown host
public static InetSocketAddress parseEndpoint(@NonNull String endpoint) {
int i = endpoint.lastIndexOf(":");
if (i == -1) {
throw new InvalidException("Invalid endpoint {}", endpoint);
}
String ip = endpoint.substring(0, i);
int port = Integer.parseInt(endpoint.substring(i + 1));
return new InetSocketAddress(ip, port);
// return InetSocketAddress.createUnresolved(ip, port); //DNS解析有问题
}
public static InetSocketAddress newEndpoint(String endpoint, int port) {
return newEndpoint(parseEndpoint(endpoint), port);
}
public static InetSocketAddress newEndpoint(@NonNull InetSocketAddress endpoint, int port) {
if (endpoint.getPort() == port) {
return endpoint;
}
return new InetSocketAddress(endpoint.getAddress(), port);
}
@SneakyThrows
public static List allEndpoints(@NonNull InetSocketAddress endpoint) {
return Linq.from(InetAddress.getAllByName(endpoint.getHostString())).select(p -> new InetSocketAddress(p, endpoint.getPort())).toList();
}
public static String toString(InetSocketAddress endpoint) {
if (endpoint == null) {
return "NULL";
}
return String.format("%s:%s", endpoint.getHostString(), endpoint.getPort());
}
public static void closeOnFlushed(Socket socket) {
if (socket.isClosed()) {
return;
}
quietly(() -> {
if (socket.isConnected()) {
socket.setSoLinger(true, 2);
if (!socket.isOutputShutdown()) {
socket.shutdownOutput();
}
if (!socket.isInputShutdown()) {
socket.shutdownInput();
}
}
socket.close();
});
}
public static Linq socketInfos(SocketProtocol protocol) {
try (ShellCommander cmd = new ShellCommander("netstat -aon")) {
List list = new ArrayList<>();
cmd.onOutPrint.combine((s, e) -> {
String line = e.getLine();
if (!line.contains(protocol.name())) {
return;
}
String[] arr = Linq.from(Strings.split(line, " ")).select(String::trim).where(p -> !p.isEmpty()).toArray();
try {
SocketProtocol p = SocketProtocol.valueOf(arr[0]);
SocketInfo sockInfo;
if (p == SocketProtocol.TCP) {
sockInfo = new SocketInfo(p, parseEndpoint(arr[1]), parseEndpoint(arr[2]),
TcpStatus.valueOf(arr[3]), Long.parseLong(arr[4]));
} else {
sockInfo = new SocketInfo(p, parseEndpoint(arr[1]), null,
null, Long.parseLong(arr[3]));
}
list.add(sockInfo);
} catch (Exception ex) {
log.error("Parse line {} fail", toJsonString(arr), ex);
}
});
cmd.start().waitFor();
Linq q = Linq.from(list, true);
q.forEach(p -> p.setProcessName(processName(p.pid)));
return q;
}
}
static String processName(long pid) {
return Cache.getOrSet(hashKey("processName", pid), k -> {
$ name = $();
try (ShellCommander cmd = new ShellCommander(String.format("tasklist /fi \"pid eq %s\"", pid))) {
String t = String.format(" %s", pid);
cmd.onOutPrint.combine((s, e) -> {
int i = e.getLine().indexOf(t);
if (i == -1) {
return;
}
name.v = e.getLine().substring(0, i).trim();
});
cmd.start().waitFor();
}
return name.v;
});
}
//#endregion
//region httpProxy
public static T httpProxyInvoke(String proxyAddr, Function func) {
setHttpProxy(proxyAddr);
try {
return func.apply(proxyAddr);
} finally {
clearHttpProxy();
}
}
public static void setHttpProxy(String proxyAddr) {
setHttpProxy(proxyAddr, null, null, null);
}
public static void setHttpProxy(String proxyAddr, List nonProxyHosts, String userName, String password) {
InetSocketAddress ipe = parseEndpoint(proxyAddr);
Properties prop = System.getProperties();
prop.setProperty("http.proxyHost", ipe.getAddress().getHostAddress());
prop.setProperty("http.proxyPort", String.valueOf(ipe.getPort()));
prop.setProperty("https.proxyHost", ipe.getAddress().getHostAddress());
prop.setProperty("https.proxyPort", String.valueOf(ipe.getPort()));
if (!CollectionUtils.isEmpty(nonProxyHosts)) {
//如"localhost|192.168.0.*"
prop.setProperty("http.nonProxyHosts", String.join("|", nonProxyHosts));
}
if (userName != null && password != null) {
Authenticator.setDefault(new UserAuthenticator(userName, password));
}
}
public static void clearHttpProxy() {
System.clearProperty("http.proxyHost");
System.clearProperty("http.proxyPort");
System.clearProperty("https.proxyHost");
System.clearProperty("https.proxyPort");
System.clearProperty("http.nonProxyHosts");
}
@RequiredArgsConstructor
static class UserAuthenticator extends Authenticator {
final String userName;
final String password;
@Override
protected PasswordAuthentication getPasswordAuthentication() {
return new PasswordAuthentication(userName, password.toCharArray());
}
}
//endregion
}
