com.jaeksoft.searchlib.index.WriterLocal Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of opensearchserver Show documentation
Show all versions of opensearchserver Show documentation
OpenSearchServer is a powerful, enterprise-class, search engine program. Using the web user interface,
the crawlers (web, file, database, ...) and the REST/RESTFul API you will be able to integrate quickly and
easily advanced full-text search capabilities in your application. OpenSearchServer runs on Windows and
Linux/Unix/BSD.
/**
* License Agreement for OpenSearchServer
*
* Copyright (C) 2008-2013 Emmanuel Keller / Jaeksoft
*
* http://www.open-search-server.com
*
* This file is part of OpenSearchServer.
*
* OpenSearchServer is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* OpenSearchServer is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with OpenSearchServer.
* If not, see documents) throws SearchLibException {
IndexWriter indexWriter = null;
try {
int count = 0;
indexWriter = open();
SchemaField uniqueField = schema.getFieldList().getUniqueField();
for (IndexDocument document : documents)
if (updateDocNoLock(uniqueField, indexWriter, schema, document))
count++;
close(indexWriter);
indexWriter = null;
if (count > 0) {
indexSingle.reload();
if (afterUpdateList != null)
for (UpdateInterfaces.After afterUpdate : afterUpdateList)
afterUpdate.update(documents);
}
return count;
} catch (IOException e) {
throw new SearchLibException(e);
} catch (NoSuchAlgorithmException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public int updateDocuments(Schema schema,
Collection documents) throws SearchLibException {
lock.rl.lock();
try {
return updateDocumentsNoLock(schema, documents);
} finally {
lock.rl.unlock();
}
}
private int updateIndexDocumentsNoLock(Schema schema,
Collection documents)
throws SearchLibException {
IndexWriter indexWriter = null;
try {
int count = 0;
indexWriter = open();
SchemaField uniqueField = schema.getFieldList().getUniqueField();
for (IndexDocumentResult document : documents) {
Document doc = getLuceneDocument(schema, document);
IndexDocumentAnalyzer analyzer = new IndexDocumentAnalyzer(
document);
updateDocNoLock(uniqueField, indexWriter, analyzer, doc);
count++;
}
close(indexWriter);
indexWriter = null;
if (count > 0)
indexSingle.reload();
return count;
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public int updateIndexDocuments(Schema schema,
Collection documents)
throws SearchLibException {
lock.rl.lock();
try {
return updateIndexDocumentsNoLock(schema, documents);
} finally {
lock.rl.unlock();
}
}
final private static Document getLuceneDocument(Schema schema,
IndexDocument document) throws IOException, SearchLibException {
schema.getIndexPerFieldAnalyzer(document.getLang());
Document doc = new Document();
LanguageEnum lang = document.getLang();
SchemaFieldList schemaFieldList = schema.getFieldList();
for (FieldContent fieldContent : document) {
String fieldName = fieldContent.getField();
SchemaField field = schemaFieldList.get(fieldName);
if (field != null) {
Analyzer analyzer = schema.getAnalyzer(field, lang);
@SuppressWarnings("resource")
CompiledAnalyzer compiledAnalyzer = (analyzer == null) ? null
: analyzer.getIndexAnalyzer();
if (fieldContent != null) {
List valueItems = fieldContent.getValues();
if (valueItems != null) {
for (FieldValueItem valueItem : valueItems) {
if (valueItem == null)
continue;
String value = valueItem.getValue();
if (value == null)
continue;
if (compiledAnalyzer != null)
if (!compiledAnalyzer.isAnyToken(fieldName,
value))
continue;
doc.add(field.getLuceneField(value,
valueItem.getBoost()));
}
}
}
}
}
return doc;
}
final private static Document getLuceneDocument(Schema schema,
IndexDocumentResult document) {
if (CollectionUtils.isEmpty(document.fields))
return null;
SchemaFieldList schemaFieldList = schema.getFieldList();
Document doc = new Document();
for (IndexField indexField : document.fields) {
SchemaField field = schemaFieldList.get(indexField.field);
if (field == null)
continue;
if (indexField.stored != null) {
for (String value : indexField.stored)
doc.add(field.getLuceneField(value, null));
} else {
if (indexField.terms != null)
for (IndexTerm term : indexField.terms)
doc.add(field.getLuceneField(term.t, null));
}
}
return doc;
}
private void optimizeNoLock() throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.optimize(true);
close(indexWriter);
indexWriter = null;
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void optimize() throws SearchLibException {
lock.rl.lock();
try {
setOptimizing(true);
optimizeNoLock();
} finally {
setOptimizing(false);
lock.rl.unlock();
}
}
@SuppressWarnings("deprecation")
private int deleteDocumentsNoLock(int[] ids) throws IOException,
SearchLibException {
if (ids == null || ids.length == 0)
return 0;
IndexReader indexReader = null;
try {
int l = indexSingle.getStatistics().getNumDocs();
indexReader = IndexReader
.open(indexDirectory.getDirectory(), false);
for (int id : ids)
if (!indexReader.isDeleted(id))
indexReader.deleteDocument(id);
indexReader.close();
indexReader = null;
indexSingle.reload();
l = l - indexSingle.getStatistics().getNumDocs();
return l;
} finally {
IOUtils.close(indexReader);
}
}
private int deleteDocumentsNoLock(AbstractRequest request)
throws SearchLibException {
try {
int[] ids = null;
if (request instanceof AbstractSearchRequest) {
DocSetHits dsh = indexSingle.searchDocSet(
(AbstractSearchRequest) request, null);
if (dsh != null)
ids = dsh.getIds();
} else if (request instanceof DocumentsRequest) {
ResultDocuments result = (ResultDocuments) indexSingle
.request(request);
if (result != null)
ids = result.getDocIdArray();
}
return deleteDocumentsNoLock(ids);
} catch (IOException e) {
throw new SearchLibException(e);
} catch (ParseException e) {
throw new SearchLibException(e);
} catch (SyntaxError e) {
throw new SearchLibException(e);
}
}
@Override
public int deleteDocuments(AbstractRequest request)
throws SearchLibException {
lock.rl.lock();
try {
return deleteDocumentsNoLock(request);
} finally {
lock.rl.unlock();
}
}
private void deleteAllNoLock() throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.deleteAll();
close(indexWriter);
indexWriter = null;
indexSingle.reload();
} catch (CorruptIndexException e) {
throw new SearchLibException(e);
} catch (LockObtainFailedException e) {
throw new SearchLibException(e);
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void deleteAll() throws SearchLibException {
lock.rl.lock();
try {
deleteAllNoLock();
} finally {
lock.rl.unlock();
}
}
private void mergeNoLock(IndexDirectory directory)
throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.addIndexes(directory.getDirectory());
close(indexWriter);
indexWriter = null;
indexSingle.reload();
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void mergeData(WriterInterface source) throws SearchLibException {
WriterLocal sourceWriter = null;
if (!(source instanceof WriterLocal))
throw new SearchLibException("Unsupported operation");
sourceWriter = (WriterLocal) source;
lock.rl.lock();
try {
sourceWriter.lock.rl.lock();
sourceWriter.setMergingSource(true);
setMergingTarget(true);
try {
mergeNoLock(sourceWriter.indexDirectory);
} finally {
sourceWriter.lock.rl.unlock();
}
} finally {
if (sourceWriter != null)
sourceWriter.setMergingSource(false);
setMergingTarget(false);
lock.rl.unlock();
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy