All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.jwat.tools.tasks.headers2cdx.Headers2CDXTaskCLI Maven / Gradle / Ivy

Go to download

JWAT-Tools uses the available JWAT libraries to make high level tasks available either from command-line or programmatically. Common tasks include: Test, Compress, Decompress, CDX, Arc2Warc. More specialised tasks include: Changed, ContainerMD, Delete, Extract, Interval, PathIndex, Unpack, Headers2CDX.

There is a newer version: 0.7.1
Show newest version
package org.jwat.tools.tasks.headers2cdx;

import org.jwat.tools.tasks.TaskCLI;

import com.antiaction.common.cli.CommandLine;

public class Headers2CDXTaskCLI extends TaskCLI {

	public static final String commandName = "headers2cdx";

	public static final String commandDescription = "create a CDX index for use in wayback (unsorted)";

	@Override
	public void show_help() {
		System.out.println("jwattools headers2cdx [-o OUTPUT_FILE] [-w THREADS] ...");
		System.out.println("");
		System.out.println("cdx one or more gzipped json (W)ARC/HTTP header files");
		System.out.println("");
		System.out.println("\tRead through gzipped json (W)ARC/HTTP header file(s) and create a CDX file.");
		System.out.println("\tCDX files are primarily used with Wayback.");
		System.out.println("");
		System.out.println("options:");
		System.out.println("");
		System.out.println(" -o          output cdx filename (unsorted)");
		System.out.println("    --queue-first  queue files before processing");
		System.out.println(" -w             set the amount of worker thread(s) (defaults to 1)");
	}

	@Override
	public void runtask(CommandLine cmdLine) {
		Headers2CDXTask task = new Headers2CDXTask();
		task.runtask(Headers2CDXTaskCLIParser.parseArguments(cmdLine));
	}

}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy