• Home
• ai.platon.pulsar
• pulsar-skeleton
• 1.13.2
• source code
• FetchState.kt

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ai.platon.pulsar.skeleton.crawl.common.FetchState.kt Maven / Gradle / Ivy

package ai.platon.pulsar.skeleton.crawl.common

import java.util.*

object FetchState {
    const val UNKNOWN = -1
    const val DO_NOT_FETCH = 0
    const val NEW_PAGE = 1
    const val EXPIRED = 2
    const val SCHEDULED = 5
    const val REFRESH = 6
    const val NO_CONTENT = 7
    const val SMALL_CONTENT = 10
    const val MISS_FIELD = 11
    const val TEMP_MOVED = 300
    const val RETRY = 301

    val codes = HashMap()
    val symbols = HashMap()

    val refreshCodes = listOf(NEW_PAGE, RETRY, REFRESH, EXPIRED, SCHEDULED, NO_CONTENT, SMALL_CONTENT, MISS_FIELD)

    fun toString(code: Int): String {
        return codes.getOrDefault(code, "unknown")
    }

    fun toSymbol(code: Int): String {
        return symbols.getOrDefault(code, "U")
    }

    init {
        codes[UNKNOWN] = "unknown"
        codes[DO_NOT_FETCH] = "do_not_fetch"
        codes[NEW_PAGE] = "new_page"
        codes[REFRESH] = "refresh"
        codes[EXPIRED] = "expired"
        codes[SCHEDULED] = "scheduled"
        codes[NO_CONTENT] = "no_content"
        codes[SMALL_CONTENT] = "small"
        codes[MISS_FIELD] = "miss_field"
        codes[TEMP_MOVED] = "temp_moved"
        codes[RETRY] = "retry"

        symbols[DO_NOT_FETCH] = ""
        symbols[NEW_PAGE] = "N"
        symbols[REFRESH] = "RR"
        symbols[EXPIRED] = "EX"
        symbols[SCHEDULED] = "SD"
        symbols[RETRY] = "RT"

        symbols[NO_CONTENT] = "NC"
        symbols[SMALL_CONTENT] = "SC"
        symbols[MISS_FIELD] = "MF"
        symbols[TEMP_MOVED] = "TM"
        symbols[UNKNOWN] = "U"
    }
}