ai.platon.pulsar.skeleton.crawl.index.IndexWriters.kt Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of pulsar-skeleton Show documentation
The newest version!
package ai.platon.pulsar.skeleton.crawl.index

import ai.platon.pulsar.common.config.ImmutableConfig
import ai.platon.pulsar.common.getLogger
import ai.platon.pulsar.common.stringify

/**
 * Creates [IndexWriter] implementing plugins.
 */
class IndexWriters(
    val indexWriters: MutableList = mutableListOf(),
    val conf: ImmutableConfig
) : AutoCloseable {
    var LOG = getLogger(IndexWriters::class)

    constructor(conf: ImmutableConfig) : this(mutableListOf(), conf)

    fun open() {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.open(conf)
            } catch (e: Throwable) {
                LOG.error("Failed to open indexer. " + e.stringify())
            }
        }
    }

    fun open(indexerUrl: String?) {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.open(indexerUrl)
            } catch (e: Throwable) {
                LOG.error("Failed to open indexer. " + e.stringify())
            }
        }
    }

    fun write(doc: IndexDocument?) {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.write(doc)
            } catch (e: Throwable) {
                LOG.error("Failed to write indexer. " + e.stringify())
            }
        }
    }

    fun update(doc: IndexDocument) {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.update(doc)
            } catch (e: Throwable) {
                LOG.error("Failed to update indexer. " + e.stringify())
            }
        }
    }

    fun delete(key: String) {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.delete(key)
            } catch (e: Throwable) {
                LOG.error("Failed to delete indexer. " + e.stringify())
            }
        }
    }

    override fun close() {
        for (indexWriter in indexWriters) {
            try {
                // log.info("[Destruction] Closing IndexWriter " + indexWriter.getName() + ", ...");
                indexWriter.close()
            } catch (e: Throwable) {
                LOG.error("Failed to close IndexWriter " + indexWriter.name)
                LOG.error(e.stringify())
            }
        }
        indexWriters.clear()
    }

    fun commit() {
        for (indexWriter in indexWriters) {
            try {
                indexWriter.commit()
            } catch (e: Throwable) {
                LOG.error("Failed to commit indexer. {}", e.stringify())
            }
        }
    }

    override fun toString(): String {
        return indexWriters.joinToString { it.javaClass.name }
    }
}