com.ociweb.WebCookbook Maven / Gradle / Ivy
package com.ociweb;
import java.io.File;
import com.ociweb.json.JSONAccumRule;
import com.ociweb.json.JSONExtractorCompleted;
import com.ociweb.json.JSONType;
import com.ociweb.json.decode.JSONExtractor;
import com.ociweb.pronghorn.network.DummyRestStage;
import com.ociweb.pronghorn.network.HTTPServerConfig;
import com.ociweb.pronghorn.network.NetGraphBuilder;
import com.ociweb.pronghorn.network.ServerCoordinator;
import com.ociweb.pronghorn.network.ServerFactory;
import com.ociweb.pronghorn.network.TLSCertificates;
import com.ociweb.pronghorn.network.http.ModuleConfig;
import com.ociweb.pronghorn.network.http.RouterStageConfig;
import com.ociweb.pronghorn.network.module.FileReadModuleStage;
import com.ociweb.pronghorn.network.module.ResourceModuleStage;
import com.ociweb.pronghorn.network.schema.ClientHTTPRequestSchema;
import com.ociweb.pronghorn.network.schema.HTTPRequestSchema;
import com.ociweb.pronghorn.network.schema.NetPayloadSchema;
import com.ociweb.pronghorn.network.schema.NetResponseSchema;
import com.ociweb.pronghorn.network.schema.ReleaseSchema;
import com.ociweb.pronghorn.network.schema.ServerResponseSchema;
import com.ociweb.pronghorn.pipe.Pipe;
import com.ociweb.pronghorn.pipe.PipeConfig;
import com.ociweb.pronghorn.stage.blocking.BlockingSupportStage;
import com.ociweb.pronghorn.stage.scheduling.GraphManager;
import com.ociweb.pronghorn.stage.scheduling.StageScheduler;
import com.ociweb.pronghorn.util.MainArgs;
public class WebCookbook {
private static ServerCoordinator serverCoordinator;
public static void main(String[] args) {
String home = System.getenv().get("HOME");
String filesPath = MainArgs.getOptArg("files", "-f", args, (null==home?"~":home)+"/www");
String host = MainArgs.getOptArg("host", "-h", args, null);
int port = Integer.valueOf(MainArgs.getOptArg("port", "-p", args, "8080"));
GraphManager gm = new GraphManager();
populateGraph(gm, host, port, filesPath);
gm.enableTelemetry(8089);
StageScheduler.defaultScheduler(gm).startup();
}
private static void populateGraph(GraphManager gm, String host, int port, String filesPath) {
HTTPServerConfig serverConfig = NetGraphBuilder.serverConfig(port, gm);
//show all these
serverConfig.setHost(host);
serverConfig.setDecryptionUnitsPerTrack(2);
serverConfig.setConcurrentChannelsPerDecryptUnit(8);
serverConfig.setEncryptionUnitsPerTrack(2);
serverConfig.setMaxResponseSize(1<<14);
//serverConfig.logTraffic(); //do not log traffic when we run on build server
serverConfig.useInsecureServer();//TODO: turn this off later...
serverCoordinator = serverConfig.buildServerCoordinator();
NetGraphBuilder.buildServerGraph(gm, serverCoordinator, new ServerFactory() {
@Override
public void buildServer(GraphManager gm,
ServerCoordinator coordinator,
Pipe[] releaseAfterParse,
Pipe[] receivedFromNet,
Pipe[] sendingToNet) {
NetGraphBuilder.buildHTTPStages(gm, coordinator, buildModules(filesPath),
releaseAfterParse, receivedFromNet, sendingToNet);
}
});
}
private static ModuleConfig buildModules(String filesPath) {
return new ModuleConfig() {
@Override
public int moduleCount() {
return 6;
}
@Override
public Pipe[] registerModule(
int moduleInstance, GraphManager graphManager,
RouterStageConfig routerConfig,
Pipe[] inputPipes) {
switch(moduleInstance) {
case 0: //files served from resources
{
//if we like we can create one module for each input pipe or as we do here
//create one module to consume all the pipes and produce results.
Pipe[] response = Pipe.buildPipes(inputPipes.length,
ServerResponseSchema.instance.newPipeConfig(2, 1<<14));
ResourceModuleStage.newInstance(graphManager,
inputPipes,
response,
routerConfig.httpSpec(),
"site/","index.html"); //good example since telemetry is in resources...
//http://10.10.10.105:8080/resource/reqPerSec.png
//http://172.16.10.221:8080/resource/reqPerSec.png
routerConfig.registerCompositeRoute()
.path("/resource/${path}") //multiple paths can be added here
.routeId();
return response;
}
case 1: //files served from drive folder
{
PipeConfig config
= ServerResponseSchema.instance.newPipeConfig(32, 1<<10);
Pipe[] response = Pipe.buildPipes(inputPipes.length, config);
int instances = inputPipes.length;
Pipe[] responses = new Pipe[instances];
File rootPath = new File(filesPath);
//creates 1 file responder for every input, we could have just built 1 and had them share
int i = instances;
while (--i>=0) {
responses[i] = new Pipe(config);
FileReadModuleStage.newInstance(graphManager, inputPipes[i],
responses[i],
routerConfig.httpSpec(),
rootPath);
}
//http://10.10.10.105:8080/file/GLLatency2.png
//http://172.16.10.221:8080/file/GLLatency2.png
routerConfig.registerCompositeRoute().path("/file/${path}").routeId();
return responses;
}
case 2: //dummy REST call
{
Pipe[] responses = Pipe.buildPipes(inputPipes.length,
ServerResponseSchema.instance.newPipeConfig(2, 1<<9));
//NOTE: your actual REST logic replaces this stage.
DummyRestStage.newInstance(
graphManager, inputPipes, responses,
routerConfig.httpSpec()
);
routerConfig.registerCompositeRoute()
.path("/dummy/${textVal}") //multiple paths can be added here
.routeId();
return responses;
}
case 3:
{
int tracks = inputPipes.length;
Pipe[] responses = Pipe.buildPipes(
tracks,
ServerResponseSchema.instance.newPipeConfig(2, 1<<9));
Pipe[] connectionData = Pipe.buildPipes(
tracks,
ConnectionData.instance.newPipeConfig(2, 1<<9));
Pipe[] clientRequests = Pipe.buildPipes(
tracks,
ClientHTTPRequestSchema.instance.newPipeConfig(2, 1<<9));
Pipe[] clientResponses = Pipe.buildPipes(
tracks,
NetResponseSchema.instance.newPipeConfig(2, 1<<9));
//TODO: turn this on later..
TLSCertificates tlsCertificates = null;//TLSCertificates.defaultCerts;
int connectionsInBits = 3;
int maxPartialResponses = 4;
int clientRequestCount=5;
int clientRequestSize=200;
NetGraphBuilder.buildHTTPClientGraph(graphManager,
clientResponses,
clientRequests,
maxPartialResponses, connectionsInBits,
clientRequestCount,
clientRequestSize,
tlsCertificates);
ProxyRequestToBackEndStage.newInstance(graphManager, inputPipes,
connectionData, clientRequests,
serverCoordinator);
ProxyResponseFromBackEndStage.newInstance(graphManager,
clientResponses,
connectionData,
responses,
serverCoordinator
);
routerConfig.registerCompositeRoute()
.path("/proxy${myCall}") //multiple paths can be added here
.associatedObject("myCall", WebFields.proxyGet)
.routeId();
return responses;
}
case 4:
{
Pipe[] responses = Pipe.buildPipes(inputPipes.length,
ServerResponseSchema.instance.newPipeConfig(2, 1<<9));
long timeoutNS = 10_000_000_000L;//10sec
for(int i = 0; i(graphManager,
inputPipes[i], responses[i], responses[i],
timeoutNS,
(t)->{return ((int)(long) Pipe.peekInt(t, HTTPRequestSchema.MSG_RESTREQUEST_300_FIELD_CHANNELID_21))%inputPipes.length;},
(p)-> true,
new DBCaller(), new DBCaller(), new DBCaller()); //NOTE: do not do this for production since callers share db access.
}
// http://172.16.10.221:8080/person/add?id=333&name=nathan
// http://172.16.10.221:8080/person/list
// http://10.10.10.105:8080/person/add?id=333&name=nathan
// http://10.10.10.105:8080/person/list
routerConfig.registerCompositeRoute()
.path("/person/list") //multiple paths can be added here
.path("/person/add?id=#{id}&name=${name}") //multiple paths can be added here
.defaultInteger("id", Integer.MIN_VALUE)
.defaultText("name", "")
.associatedObject("id", WebFields.id)
.associatedObject("name", WebFields.name)
.routeId();
return responses;
}
case 5:
{
Pipe[] responses = Pipe.buildPipes(inputPipes.length,
ServerResponseSchema.instance.newPipeConfig(1<<12, 1<<9));
int i = inputPipes.length;
while (--i>=0) {
ExampleRestStage.newInstance(
graphManager,
inputPipes[i],
responses[i],
routerConfig.httpSpec()
);
}
JSONExtractorCompleted extractor =
new JSONExtractor()
.begin()
.stringField("name", WebFields.name)
.booleanField("happy", WebFields.happy)
.integerField("age", WebFields.age)
.finish();
routerConfig.registerCompositeRoute(extractor).path("/hello").routeId(Routes.primary);
return responses;
}
default:
throw new UnsupportedOperationException();
}
}
};
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy