com.jaeksoft.searchlib.index.WriterLocal Maven / Gradle / Ivy
/**
* License Agreement for OpenSearchServer
*
* Copyright (C) 2008-2013 Emmanuel Keller / Jaeksoft
*
* http://www.open-search-server.com
*
* This file is part of OpenSearchServer.
*
* OpenSearchServer is free software: you can redistribute it and/or
* modify it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* OpenSearchServer is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with OpenSearchServer.
* If not, see documents) throws SearchLibException {
IndexWriter indexWriter = null;
try {
int count = 0;
indexWriter = open();
SchemaField uniqueField = schema.getFieldList().getUniqueField();
for (IndexDocument document : documents)
if (updateDocNoLock(uniqueField, indexWriter, schema, document))
count++;
close(indexWriter);
indexWriter = null;
if (count > 0) {
indexSingle.reload();
if (afterUpdateList != null)
for (UpdateInterfaces.After afterUpdate : afterUpdateList)
afterUpdate.update(documents);
}
return count;
} catch (IOException e) {
throw new SearchLibException(e);
} catch (NoSuchAlgorithmException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public int updateDocuments(Schema schema,
Collection documents) throws SearchLibException {
lock.rl.lock();
try {
return updateDocumentsNoLock(schema, documents);
} finally {
lock.rl.unlock();
}
}
private int updateIndexDocumentsNoLock(Schema schema,
Collection documents)
throws SearchLibException {
IndexWriter indexWriter = null;
try {
int count = 0;
indexWriter = open();
SchemaField uniqueField = schema.getFieldList().getUniqueField();
for (IndexDocumentResult document : documents) {
Document doc = getLuceneDocument(schema, document);
IndexDocumentAnalyzer analyzer = new IndexDocumentAnalyzer(
document);
updateDocNoLock(uniqueField, indexWriter, analyzer, doc);
count++;
}
close(indexWriter);
indexWriter = null;
if (count > 0)
indexSingle.reload();
return count;
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public int updateIndexDocuments(Schema schema,
Collection documents)
throws SearchLibException {
lock.rl.lock();
try {
return updateIndexDocumentsNoLock(schema, documents);
} finally {
lock.rl.unlock();
}
}
final private static Document getLuceneDocument(Schema schema,
IndexDocument document) throws IOException, SearchLibException {
schema.getIndexPerFieldAnalyzer(document.getLang());
Document doc = new Document();
LanguageEnum lang = document.getLang();
SchemaFieldList schemaFieldList = schema.getFieldList();
for (FieldContent fieldContent : document) {
String fieldName = fieldContent.getField();
SchemaField field = schemaFieldList.get(fieldName);
if (field != null) {
Analyzer analyzer = schema.getAnalyzer(field, lang);
@SuppressWarnings("resource")
CompiledAnalyzer compiledAnalyzer = (analyzer == null) ? null
: analyzer.getIndexAnalyzer();
if (fieldContent != null) {
List valueItems = fieldContent.getValues();
if (valueItems != null) {
for (FieldValueItem valueItem : valueItems) {
if (valueItem == null)
continue;
String value = valueItem.getValue();
if (value == null)
continue;
if (compiledAnalyzer != null)
if (!compiledAnalyzer.isAnyToken(fieldName,
value))
continue;
doc.add(field.getLuceneField(value,
valueItem.getBoost()));
}
}
}
}
}
return doc;
}
final private static Document getLuceneDocument(Schema schema,
IndexDocumentResult document) {
if (CollectionUtils.isEmpty(document.fields))
return null;
SchemaFieldList schemaFieldList = schema.getFieldList();
Document doc = new Document();
for (IndexField indexField : document.fields) {
SchemaField field = schemaFieldList.get(indexField.field);
if (field == null)
continue;
if (indexField.stored != null) {
for (String value : indexField.stored)
doc.add(field.getLuceneField(value, null));
} else {
if (indexField.terms != null)
for (IndexTerm term : indexField.terms)
doc.add(field.getLuceneField(term.t, null));
}
}
return doc;
}
private void optimizeNoLock() throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.optimize(true);
close(indexWriter);
indexWriter = null;
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void optimize() throws SearchLibException {
lock.rl.lock();
try {
setOptimizing(true);
optimizeNoLock();
} finally {
setOptimizing(false);
lock.rl.unlock();
}
}
@SuppressWarnings("deprecation")
private int deleteDocumentsNoLock(int[] ids) throws IOException,
SearchLibException {
if (ids == null || ids.length == 0)
return 0;
IndexReader indexReader = null;
try {
int l = indexSingle.getStatistics().getNumDocs();
indexReader = IndexReader
.open(indexDirectory.getDirectory(), false);
for (int id : ids)
if (!indexReader.isDeleted(id))
indexReader.deleteDocument(id);
indexReader.close();
indexReader = null;
indexSingle.reload();
l = l - indexSingle.getStatistics().getNumDocs();
return l;
} finally {
IOUtils.close(indexReader);
}
}
private int deleteDocumentsNoLock(AbstractRequest request)
throws SearchLibException {
try {
int[] ids = null;
if (request instanceof AbstractSearchRequest) {
DocSetHits dsh = indexSingle.searchDocSet(
(AbstractSearchRequest) request, null);
if (dsh != null)
ids = dsh.getIds();
} else if (request instanceof DocumentsRequest) {
ResultDocuments result = (ResultDocuments) indexSingle
.request(request);
if (result != null)
ids = result.getDocIdArray();
}
return deleteDocumentsNoLock(ids);
} catch (IOException e) {
throw new SearchLibException(e);
} catch (ParseException e) {
throw new SearchLibException(e);
} catch (SyntaxError e) {
throw new SearchLibException(e);
}
}
@Override
public int deleteDocuments(AbstractRequest request)
throws SearchLibException {
lock.rl.lock();
try {
return deleteDocumentsNoLock(request);
} finally {
lock.rl.unlock();
}
}
private void deleteAllNoLock() throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.deleteAll();
close(indexWriter);
indexWriter = null;
indexSingle.reload();
} catch (CorruptIndexException e) {
throw new SearchLibException(e);
} catch (LockObtainFailedException e) {
throw new SearchLibException(e);
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void deleteAll() throws SearchLibException {
lock.rl.lock();
try {
deleteAllNoLock();
} finally {
lock.rl.unlock();
}
}
private void mergeNoLock(IndexDirectory directory)
throws SearchLibException {
IndexWriter indexWriter = null;
try {
indexWriter = open();
indexWriter.addIndexes(directory.getDirectory());
close(indexWriter);
indexWriter = null;
indexSingle.reload();
} catch (IOException e) {
throw new SearchLibException(e);
} finally {
close(indexWriter);
}
}
@Override
public void mergeData(WriterInterface source) throws SearchLibException {
WriterLocal sourceWriter = null;
if (!(source instanceof WriterLocal))
throw new SearchLibException("Unsupported operation");
sourceWriter = (WriterLocal) source;
lock.rl.lock();
try {
sourceWriter.lock.rl.lock();
sourceWriter.setMergingSource(true);
setMergingTarget(true);
try {
mergeNoLock(sourceWriter.indexDirectory);
} finally {
sourceWriter.lock.rl.unlock();
}
} finally {
if (sourceWriter != null)
sourceWriter.setMergingSource(false);
setMergingTarget(false);
lock.rl.unlock();
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy