org.apache.iotdb.db.query.control.QueryFileManager Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.iotdb.db.query.control;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import org.apache.iotdb.db.engine.querycontext.QueryDataSource;
import org.apache.iotdb.db.engine.storagegroup.TsFileResource;
/**
*
* QueryFileManager records the paths of files that every query uses for QueryResourceManager.
*
*/
public class QueryFileManager {
/**
* Map>
*/
private Map> sealedFilePathsMap;
private Map> unsealedFilePathsMap;
QueryFileManager() {
sealedFilePathsMap = new ConcurrentHashMap<>();
unsealedFilePathsMap = new ConcurrentHashMap<>();
}
/**
* Set job id for current request thread. When a query request is created firstly,
* this method must be invoked.
*/
void addQueryId(long queryId) {
sealedFilePathsMap.computeIfAbsent(queryId, x -> new HashSet<>());
unsealedFilePathsMap.computeIfAbsent(queryId, x -> new HashSet<>());
}
/**
* Add the unique file paths to sealedFilePathsMap and unsealedFilePathsMap.
*/
public void addUsedFilesForQuery(long queryId, QueryDataSource dataSource) {
//sequence data
addUsedFilesForQuery(queryId, dataSource.getSeqResources());
//unsequence data
addUsedFilesForQuery(queryId, dataSource.getUnseqResources());
}
private void addUsedFilesForQuery(long queryId, List resources) {
Iterator iterator = resources.iterator();
while (iterator.hasNext()) {
TsFileResource tsFileResource = iterator.next();
boolean isClosed = tsFileResource.isClosed();
addFilePathToMap(queryId, tsFileResource, isClosed);
// this file may be deleted just before we lock it
if (tsFileResource.isDeleted()) {
Map> pathMap = !isClosed ? unsealedFilePathsMap : sealedFilePathsMap;
// This resource may be removed by other threads of this query.
if (pathMap.get(queryId).remove(tsFileResource)) {
FileReaderManager.getInstance().decreaseFileReaderReference(tsFileResource, isClosed);
}
iterator.remove();
}
}
}
/**
* Whenever the jdbc request is closed normally or abnormally, this method must be invoked. All file paths used by
* this jdbc request must be cleared and thus the usage reference must be decreased.
*/
void removeUsedFilesForQuery(long queryId) {
Set tsFiles = sealedFilePathsMap.get(queryId);
if (tsFiles != null) {
for (TsFileResource tsFile : sealedFilePathsMap.get(queryId)) {
FileReaderManager.getInstance().decreaseFileReaderReference(tsFile, true);
}
sealedFilePathsMap.remove(queryId);
}
tsFiles = unsealedFilePathsMap.get(queryId);
if (tsFiles != null) {
for (TsFileResource tsFile : unsealedFilePathsMap.get(queryId)) {
FileReaderManager.getInstance().decreaseFileReaderReference(tsFile, false);
}
unsealedFilePathsMap.remove(queryId);
}
}
/**
* Increase the usage reference of filePath of job id. Before the invoking of this method,
* this.setqueryIdForCurrentRequestThread has been invoked,
* so sealedFilePathsMap.get(queryId) or unsealedFilePathsMap.get(queryId)
* must not return null.
*/
void addFilePathToMap(long queryId, TsFileResource tsFile, boolean isClosed) {
Map> pathMap = isClosed ? sealedFilePathsMap : unsealedFilePathsMap;
//TODO this is not an atomic operation, is there concurrent problem?
if (!pathMap.get(queryId).contains(tsFile)) {
pathMap.get(queryId).add(tsFile);
FileReaderManager.getInstance().increaseFileReaderReference(tsFile, isClosed);
}
}
}