• Home
• org.archive.heritrix
• heritrix-engine
• 3.4.0-20240909
• source code
• Job.ftl

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

org.archive.crawler.restlet.Job.ftl Maven / Gradle / Ivy

  

	
  	
 	
  	
  	
  	
  
	
	
	



	

		
	
	

		

			
Job ${job.shortName}
			
${job.primaryConfig}
			
<#if job.isLaunchInfoPartial>at least ${job.launchCount} 
				launches<#if job.lastLaunch??>, last ${job.lastLaunchTime} ago
			

			

			
			

					
build
					
launch
				
				

					
pause
					
unpause
					
checkpoint
				
				

					
terminate
					
teardown
			
			
			

				

					<#assign checkpointName=job.checkpointName! />
					<#assign checkpoints=job.checkpointFiles! />
					<#if checkpoints?has_content >
						
select an available checkpoint before launch to recover:
							
								
								<#list checkpoints as checkpoint>
								${checkpoint}
								
							
						
					
				
			
		
	


	

		<#list flashes as flash>
		

			${flash.message} ×
		
		
		<#if job.isProfile>
		

		As a profile, this job may be built for testing purposes but not launched. Use the 'copy job' 
		functionality in the menu to copy this profile to a launchable job.
		
		
	



	

		
Job Log more
		

			

				

					

						<#list job.jobLogTail as line>
						
${line?html}
						
					
				
			
		
	


	

		
Job is ${job.statusDescription}
		<#if checkpointName?has_content>
		
recover from ${checkpointName}
		
		<#if job.hasApplicationContext>
		

			

				

					

						
URLs
						

							<#if !job.uriTotalsReport??>
							n/a
							<#else>
							${job.uriTotalsReport.downloadedUriCount} downloaded + ${job.uriTotalsReport.queuedUriCount} queued = ${job.uriTotalsReport.totalUriCount} total
							<#if (job.uriTotalsReport.futureUriCount > 0)> (${job.uriTotalsReport.futureUriCount} future)
							
						
					
					

						
Data
						


							<#if !job.sizeTotalsReport??>
							n/a
							<#else>
							${job.formatBytes(job.sizeTotalsReport.total)} crawled (${job.formatBytes(job.sizeTotalsReport.novel)} novel, ${job.formatBytes(job.sizeTotalsReport.dupByHash)} dupByHash, ${job.formatBytes(job.sizeTotalsReport.notModified)} notModified)
							
						
					
					

						
Alerts
						

							<#if job.alertCount == 0 >
							none
							<#else>
							${job.alertCount}
							tail alert log...
							
						
					
					

						
Rates
						

							<#if !job.rateReport??>
							n/a
							<#else>
							${job.doubleToString(job.rateReport.currentDocsPerSecond,2)} URIs/sec (${job.doubleToString(job.rateReport.averageDocsPerSecond,2)} avg); ${job.rateReport.currentKiBPerSec} KB/sec (${job.rateReport.averageKiBPerSec} avg)
							
						
					
					

						
Load
						

							<#if !job.loadReport??>
							n/a
							<#else>
							${job.loadReport.busyThreads} active of ${job.loadReport.totalThreads} threads; ${job.doubleToString(job.loadReport.congestionRatio,2)}  congestion ratio; ${job.loadReport.deepestQueueDepth}  deepest queue; ${job.loadReport.averageQueueDepth}  average depth
							
						
					
					

						
Elapsed
						

							<#if !job.elapsedReport??>
							n/a
							<#else>
							${job.elapsedReport.elapsedPretty}
							
						
					
					

						
Threads
						

							<#if !job.threadReport??>
							n/a
							<#else>
							${job.threadReport.toeCount} threads: 
							<#list job.threadReport.steps as step>${step}<#if step_has_next>, ;
							<#list job.threadReport.processors as proc>${proc}<#if proc_has_next>, 
							
						
					
					

						
Frontier
						

							<#if !job.frontierReport??>
							n/a
							<#else>
							${job.frontierReport.lastReachedState} - ${job.frontierReport.totalQueues} URI queues: ${job.frontierReport.activeQueues} active (${job.frontierReport.inProcessQueues} in-process; ${job.frontierReport.readyQueues} ready; ${job.frontierReport.snoozedQueues} snoozed); ${job.frontierReport.inactiveQueues} inactive; ${job.frontierReport.ineligibleQueues} ineligible; ${job.frontierReport.retiredQueues} retired; ${job.frontierReport.exhaustedQueues} exhausted
							
						
					
					

						
Memory
						
${(heapReport.usedBytes/1024)?string("0")} KiB used; ${(heapReport.totalBytes/1024)?string("0")} KiB current heap; ${(heapReport.maxBytes/1024)?string("0")} KiB max heap
					
				
			
		
		
	
	

	
	<#if job.hasApplicationContext>
	

		
Reports
		

			<#list job.reports as report>
			
${report.shortName}
			
		
	
	


<#if (job.isRunning || (job.hasApplicationContext && !job.isLaunchable))>

	

		
Crawl Log more
		

			

				

					

					<#list job.crawlLogTail as line>
						
${line?html}
					
					
				
			
		
	




	

		
Configuration-referenced Paths
		

			

				<#assign configRefPaths=job.configFiles! />
				<#if !configRefPaths?has_content >
				build the job to discover referenced paths
				<#else>
				
					<#list configRefPaths as config>
					

						

							
${config.name}
							
${config.key}
						
						

							<#if config.path??>
							${config.path}<#if config.editable> [edit]
							<#else>
							unset
							
						
					
					
				
				
			
		
	

	

  



	
Copy Job
	

		

			

				Copy job to 
				
			
			

			
			as profile
			
			

				
			
		
	
	×