com.graphaware.module.es.search.Searcher Maven / Gradle / Ivy
/*
* Copyright (c) 2013-2016 GraphAware
*
* This file is part of the GraphAware Framework.
*
* GraphAware Framework is free software: you can redistribute it and/or modify it under the terms of
* the GNU General Public License as published by the Free Software Foundation, either
* version 3 of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
* without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
* See the GNU General Public License for more details. You should have received a copy of
* the GNU General Public License along with this program. If not, see
* getRelationshipResolver() {
return match -> {
Relationship rel;
try {
long relId = keyResolver.getRelationshipID(match.key);
rel = database.getRelationshipById(relId);
} catch (NotFoundException e) {
rel = null;
}
if (rel == null) {
LOG.warn("Could not find relationship with key (" + keyProperty + "): " + match.key);
}
return rel;
};
}
private Function getNodeResolver() {
return match -> {
Node node = null;
try {
long nodeId = keyResolver.getNodeID(match.key);
node = database.getNodeById(nodeId);
} catch (NotFoundException e) {
node = null;
}
if (node == null) {
LOG.warn("Could not find node with key (" + keyProperty + "): " + match.key);
}
return node;
};
}
private List> resolveMatchItems(final List> searchMatches, final Function resolver) {
List> resolvedResults = new ArrayList<>();
try (Transaction tx = database.beginTx()) {
searchMatches.stream().forEach(match -> {
T item = resolver.apply(match);
if (item != null) {
match.setItem(item);
resolvedResults.add(match);
}
});
tx.success();
}
return resolvedResults;
}
private List> buildSearchMatches(SearchResult searchResult) {
List> matches = new ArrayList<>();
Set> entrySet = searchResult.getJsonObject().entrySet();
entrySet.stream()
.filter((item) -> (item.getKey().equalsIgnoreCase("hits")))
.map((item) -> (JsonObject) item.getValue())
.filter((hits) -> (hits != null))
.map((hits) -> hits.getAsJsonArray("hits"))
.filter((hitsArray) -> (hitsArray != null))
.forEach((hitsArray) -> {
for (JsonElement element : hitsArray) {
JsonObject obj = (JsonObject) element;
// extract the result score
JsonElement _score = obj.get("_score");
Double score = null;
if (_score != null && !_score.isJsonNull() && _score.isJsonPrimitive() && ((JsonPrimitive) _score).isNumber()) {
score = _score.getAsDouble();
}
// extract the result id
String keyValue = obj.get("_id") != null ? obj.get("_id").getAsString() : null;
if (keyValue == null) {
LOG.warn("No key found in search result: " + obj.getAsString());
} else {
matches.add(new SearchMatch<>(keyValue, score));
}
}
});
return matches;
}
public static JestClient createClient(String protocol, String uri, String port, String authUser, String authPassword) {
notNull(uri);
notNull(port);
LOG.info("Creating Jest Client...");
CustomJestClientFactory factory = new CustomJestClientFactory();
String esHost = String.format("%s://%s:%s", protocol, uri, port);
HttpClientConfig.Builder clientConfigBuilder = new HttpClientConfig.Builder(esHost).multiThreaded(true);
if (authUser != null && authPassword != null) {
BasicCredentialsProvider customCredentialsProvider = new BasicCredentialsProvider();
customCredentialsProvider.setCredentials(
new AuthScope(uri, Integer.parseInt(port)),
new UsernamePasswordCredentials(authUser, authPassword)
);
LOG.info("Enabling Auth for ElasticSearch: " + authUser);
clientConfigBuilder.credentialsProvider(customCredentialsProvider);
}
factory.setHttpClientConfig(clientConfigBuilder.build());
LOG.info("Created Jest Client.");
return factory.getObject();
}
/**
* @param action The action to send to the index
* @return the query response
*/
private R doQuery(AbstractAction action) {
R result;
try {
result = client.execute(action);
} catch (IOException ex) {
throw new RuntimeException("Error while performing query on ElasticSearch", ex);
}
return result;
}
/**
* @param query the search query to execute
* @param clazz {@link Node} or {@link Relationship}, to decide which index to send the query to.
* @param {@link Node} or {@link Relationship}
* @return the search results
*/
private SearchResult searchQuery(String query, Class clazz) {
Search search = new Search.Builder(query).addIndex(mapping.getIndexFor(clazz)).build();
return doQuery(search);
}
/**
* Search for nodes or relationships
*
* @param query An ElasticSearch query in JSON format (serialized as a string)
* @param clazz {@link Node} or {@link Relationship}
* @param {@link Node} or {@link Relationship}
* @return a list of matches (with node or a relationship)
*/
public List> search(String query, Class clazz) {
SearchResult result = searchQuery(query, clazz);
List> matches = buildSearchMatches(result);
@SuppressWarnings("unchecked")
Function resolver = (Function) (
clazz.equals(Node.class) ? getNodeResolver() : getRelationshipResolver()
);
return resolveMatchItems(matches, resolver);
}
/**
* @param query The search query
* @param clazz The index key ({@link Node} or {@link Relationship})
* @param {@link Node} or {@link Relationship}
* @return a JSON string
*/
public String rawSearch(String query, Class clazz) {
SearchResult r = searchQuery(query, clazz);
return r.getJsonString();
}
public String nodeMapping() {
return mappingQuery(Node.class);
}
public String relationshipMapping() {
return mappingQuery(Relationship.class);
}
private String mappingQuery(Class clazz) {
String indexName = mapping.getIndexFor(clazz);
GetMapping getMapping = new GetMapping.Builder().addIndex(indexName).build();
return doQuery(getMapping)
.getJsonObject()
.get(indexName)
.toString();
}
@Override
protected void finalize() throws Throwable {
super.finalize();
if (client == null) {
return;
}
client.shutdownClient();
}
/***
* @return the current ElasticSearch nodes information
*/
public String getEsInfo() {
return doQuery(new GetVersion.Builder().build()).getJsonString();
}
private static class GetVersion extends GenericResultAbstractAction {
protected GetVersion(Builder builder) {
super(builder);
setURI(buildURI());
}
@Override
public String getRestMethodName() {
return "GET";
}
public static class Builder extends AbstractAction.Builder {
@Override
public GetVersion build() {
return new GetVersion(this);
}
}
}
}
© 2015 - 2025 Weber Informatics LLC | Privacy Policy