• Home
• ai.platon.pulsar
• pulsar-rest
• 2.0.2
• source code
• LoadService.kt

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

ai.platon.pulsar.rest.api.service.LoadService.kt Maven / Gradle / Ivy

package ai.platon.pulsar.rest.api.service

import ai.platon.pulsar.skeleton.session.PulsarSession
import ai.platon.pulsar.dom.FeaturedDocument
import ai.platon.pulsar.persist.WebPage
import org.slf4j.LoggerFactory
import org.springframework.beans.factory.annotation.Autowired
import org.springframework.stereotype.Service

@Service
class LoadService {

    private val logger = LoggerFactory.getLogger(LoadService::class.java)

    @Autowired
    lateinit var session: PulsarSession

    fun load(url: String): WebPage {
        return session.load(url)
    }

    fun loadDocument(url: String, args: String? = null): FeaturedDocument {
        if (url.contains(":8182/")) {
            logger.warn("Unexpected url, internal url is not allowed | {}", url)
            return FeaturedDocument.NIL
        }

        val page = session.load(url, args ?: "")
        return session.parse(page, noCache = true)
    }
}