Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/**
* This file is part of Graylog.
*
* Graylog is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* Graylog is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with Graylog. If not, see .
*/
package org.graylog2.indexer.results;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.inject.assistedinject.Assisted;
import com.google.inject.assistedinject.AssistedInject;
import io.searchbox.client.JestClient;
import io.searchbox.client.JestResult;
import io.searchbox.core.ClearScroll;
import io.searchbox.core.SearchResult;
import io.searchbox.core.SearchScroll;
import org.apache.shiro.crypto.hash.Md5Hash;
import org.graylog2.jackson.TypeReferences;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.IOException;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
import java.util.stream.StreamSupport;
public class ScrollResult extends IndexQueryResult {
private static final Logger LOG = LoggerFactory.getLogger(ScrollResult.class);
private static final String DEFAULT_SCROLL = "1m";
public interface Factory {
ScrollResult create(SearchResult initialResult, @Assisted("query") String query, List fields);
ScrollResult create(SearchResult initialResult, @Assisted("query") String query, @Assisted("scroll") String scroll, List fields);
}
private final JestClient jestClient;
private final ObjectMapper objectMapper;
private SearchResult initialResult;
private final String scroll;
private final List fields;
private final String queryHash; // used in log output only
private final long totalHits;
private String scrollId;
private int chunkId = 0;
@AssistedInject
public ScrollResult(JestClient jestClient, ObjectMapper objectMapper, @Assisted SearchResult initialResult, @Assisted("query") String query, @Assisted List fields) {
this(jestClient, objectMapper, initialResult, query, DEFAULT_SCROLL, fields);
}
@AssistedInject
public ScrollResult(JestClient jestClient, ObjectMapper objectMapper, @Assisted SearchResult initialResult, @Assisted("query") String query, @Assisted("scroll") String scroll, @Assisted List fields) {
super(query, null, initialResult.getJsonObject().path("took").asLong());
this.jestClient = jestClient;
this.objectMapper = objectMapper;
this.initialResult = initialResult;
this.scroll = scroll;
this.fields = fields;
totalHits = initialResult.getTotal();
scrollId = getScrollIdFromResult(initialResult);
final Md5Hash md5Hash = new Md5Hash(getOriginalQuery());
queryHash = md5Hash.toHex();
LOG.debug("[{}] Starting scroll request for query {}", queryHash, getOriginalQuery());
}
public ScrollChunk nextChunk() throws IOException {
final JestResult search;
final List hits;
if (initialResult == null) {
search = getNextScrollResult();
hits = StreamSupport.stream(search.getJsonObject().path("hits").path("hits").spliterator(), false)
.map(hit -> ResultMessage.parseFromSource(hit.path("_id").asText(),
hit.path("_index").asText(),
objectMapper.convertValue(hit.get("_source"), TypeReferences.MAP_STRING_OBJECT)))
.collect(Collectors.toList());
} else {
// make sure to return the initial hits, see https://github.com/Graylog2/graylog2-server/issues/2126
search = initialResult;
hits = initialResult.getHits(Map.class, false).stream()
.map(hit -> ResultMessage.parseFromSource(hit.id, hit.index, (Map)hit.source))
.collect(Collectors.toList());
this.initialResult = null;
}
if (hits.size() == 0) {
// scroll exhausted
LOG.debug("[{}] Reached end of scroll results.", queryHash, getOriginalQuery());
return null;
}
LOG.debug("[{}][{}] New scroll id {}, number of hits in chunk: {}", queryHash, chunkId, getScrollIdFromResult(search), hits.size());
scrollId = getScrollIdFromResult(search); // save the id for the next request.
return new ScrollChunk(hits, fields, chunkId++);
}
private String getScrollIdFromResult(JestResult result) {
return result.getJsonObject().path("_scroll_id").asText();
}
private JestResult getNextScrollResult() throws IOException {
final SearchScroll.Builder searchBuilder = new SearchScroll.Builder(scrollId, scroll);
return jestClient.execute(searchBuilder.build());
}
public String getQueryHash() {
return queryHash;
}
public long totalHits() {
return totalHits;
}
public void cancel() throws IOException {
final ClearScroll.Builder clearScrollBuilder = new ClearScroll.Builder().addScrollId(scrollId);
final JestResult result = jestClient.execute(clearScrollBuilder.build());
LOG.debug("[{}] clearScroll for query successful: {}", queryHash, result.isSucceeded());
}
public static class ScrollChunk {
private final List resultMessages;
private List fields;
private int chunkNumber;
ScrollChunk(List hits, List fields, int chunkId) {
this.resultMessages = hits;
this.fields = fields;
this.chunkNumber = chunkId;
}
public List getFields() {
return fields;
}
public int getChunkNumber() {
return chunkNumber;
}
public boolean isFirstChunk() {
return getChunkNumber() == 0;
}
public List getMessages() {
return resultMessages;
}
}
}
