io.archivesunleashed.matchbox.RemoveHttpHeader.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of aut Show documentation

An open-source toolkit for analyzing web archives.

There is a newer version: 1.2.0

/*
 * Archives Unleashed Toolkit (AUT):
 * An open-source platform for analyzing web archives.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package io.archivesunleashed.matchbox

/** Remove HTTP headers. */
object RemoveHttpHeader {
  val headerEnd = "\r\n\r\n"

  /** Remove HTTP headers.
   *
   * @param content string of WARC or ARC-based text content
   * @return string with HTTP headers removed.
   */
  def apply(content: String): String = {
    try {
      if (content.startsWith("HTTP/"))
        content.substring(content.indexOf(headerEnd) + headerEnd.length)
      else
        content
    } catch {
      case e: Exception => {
        println(e)
        null
      }
    }
  }
}