io.ray.serve.replica.RayServeReplica Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of ray-serve Show documentation

java for ray serve

The newest version!

package io.ray.serve.replica;

public interface RayServeReplica {

  Object handleRequest(Object requestMetadata, Object requestArgs);

  default Object reconfigure(byte[] deploymentConfigBytes) {
    return null;
  }

  default boolean checkHealth() {
    return true;
  }

  default boolean prepareForShutdown() {
    return true;
  }

  default int getNumOngoingRequests() {
    return 0;
  }
}