Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.openmetadata.service.jdbi3.DashboardDataModelRepository Maven / Gradle / Ivy
/*
* Copyright 2021 Collate
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.openmetadata.service.jdbi3;
import static org.openmetadata.schema.type.Include.ALL;
import static org.openmetadata.service.Entity.DASHBOARD_DATA_MODEL;
import static org.openmetadata.service.Entity.FIELD_TAGS;
import static org.openmetadata.service.Entity.populateEntityFieldTags;
import java.util.List;
import lombok.SneakyThrows;
import lombok.extern.slf4j.Slf4j;
import org.jdbi.v3.sqlobject.transaction.Transaction;
import org.openmetadata.schema.EntityInterface;
import org.openmetadata.schema.api.feed.ResolveTask;
import org.openmetadata.schema.entity.data.DashboardDataModel;
import org.openmetadata.schema.entity.services.DashboardService;
import org.openmetadata.schema.type.Column;
import org.openmetadata.schema.type.EntityReference;
import org.openmetadata.schema.type.Include;
import org.openmetadata.schema.type.TagLabel;
import org.openmetadata.schema.type.TaskType;
import org.openmetadata.service.Entity;
import org.openmetadata.service.jdbi3.FeedRepository.TaskWorkflow;
import org.openmetadata.service.jdbi3.FeedRepository.ThreadContext;
import org.openmetadata.service.resources.databases.DatabaseUtil;
import org.openmetadata.service.resources.datamodels.DashboardDataModelResource;
import org.openmetadata.service.resources.feeds.MessageParser.EntityLink;
import org.openmetadata.service.util.EntityUtil;
import org.openmetadata.service.util.EntityUtil.Fields;
import org.openmetadata.service.util.FullyQualifiedName;
import org.openmetadata.service.util.JsonUtils;
@Slf4j
public class DashboardDataModelRepository extends EntityRepository {
public DashboardDataModelRepository() {
super(
DashboardDataModelResource.COLLECTION_PATH,
Entity.DASHBOARD_DATA_MODEL,
DashboardDataModel.class,
Entity.getCollectionDAO().dashboardDataModelDAO(),
"",
"");
supportsSearch = true;
}
@Override
public void setFullyQualifiedName(DashboardDataModel dashboardDataModel) {
dashboardDataModel.setFullyQualifiedName(
FullyQualifiedName.add(
dashboardDataModel.getService().getName() + ".model", dashboardDataModel.getName()));
ColumnUtil.setColumnFQN(
dashboardDataModel.getFullyQualifiedName(), dashboardDataModel.getColumns());
}
@Override
public TaskWorkflow getTaskWorkflow(ThreadContext threadContext) {
validateTaskThread(threadContext);
EntityLink entityLink = threadContext.getAbout();
if (entityLink.getFieldName().equals("columns")) {
TaskType taskType = threadContext.getThread().getTask().getType();
if (EntityUtil.isDescriptionTask(taskType)) {
return new ColumnDescriptionTaskWorkflow(threadContext);
} else if (EntityUtil.isTagTask(taskType)) {
return new ColumnTagTaskWorkflow(threadContext);
} else {
throw new IllegalArgumentException(String.format("Invalid task type %s", taskType));
}
}
return super.getTaskWorkflow(threadContext);
}
static class ColumnDescriptionTaskWorkflow extends DescriptionTaskWorkflow {
private final Column column;
ColumnDescriptionTaskWorkflow(ThreadContext threadContext) {
super(threadContext);
DashboardDataModel dataModel =
Entity.getEntity(
DASHBOARD_DATA_MODEL, threadContext.getAboutEntity().getId(), "columns", ALL);
threadContext.setAboutEntity(dataModel);
column =
EntityUtil.findColumn(
dataModel.getColumns(), threadContext.getAbout().getArrayFieldName());
}
@Override
public EntityInterface performTask(String user, ResolveTask resolveTask) {
column.setDescription(resolveTask.getNewValue());
return threadContext.getAboutEntity();
}
}
static class ColumnTagTaskWorkflow extends TagTaskWorkflow {
private final Column column;
ColumnTagTaskWorkflow(ThreadContext threadContext) {
super(threadContext);
DashboardDataModel dataModel =
Entity.getEntity(
DASHBOARD_DATA_MODEL, threadContext.getAboutEntity().getId(), "columns,tags", ALL);
threadContext.setAboutEntity(dataModel);
column =
EntityUtil.findColumn(
dataModel.getColumns(), threadContext.getAbout().getArrayFieldName());
}
@Override
public EntityInterface performTask(String user, ResolveTask resolveTask) {
List tags = JsonUtils.readObjects(resolveTask.getNewValue(), TagLabel.class);
column.setTags(tags);
return threadContext.getAboutEntity();
}
}
@Override
public void prepare(DashboardDataModel dashboardDataModel, boolean update) {
DashboardService dashboardService =
Entity.getEntity(dashboardDataModel.getService(), "", Include.ALL);
dashboardDataModel.setService(dashboardService.getEntityReference());
dashboardDataModel.setServiceType(dashboardService.getServiceType());
}
@Override
public void storeEntity(DashboardDataModel dashboardDataModel, boolean update) {
// Relationships and fields such as href are derived and not stored as part of json
EntityReference service = dashboardDataModel.getService();
// Don't store owners, database, href and tags as JSON. Build it on the fly based on
// relationships
dashboardDataModel.withService(null);
store(dashboardDataModel, update);
// Restore the relationships
dashboardDataModel.withService(service);
}
@Override
@SneakyThrows
public void storeRelationships(DashboardDataModel dashboardDataModel) {
addServiceRelationship(dashboardDataModel, dashboardDataModel.getService());
}
@Override
public void setFields(DashboardDataModel dashboardDataModel, Fields fields) {
populateEntityFieldTags(
entityType,
dashboardDataModel.getColumns(),
dashboardDataModel.getFullyQualifiedName(),
fields.contains(FIELD_TAGS));
if (dashboardDataModel.getService() == null) {
dashboardDataModel.withService(getContainer(dashboardDataModel.getId()));
}
}
@Override
public void clearFields(DashboardDataModel dashboardDataModel, Fields fields) {
/* Nothing to do */
}
@Override
public void restorePatchAttributes(DashboardDataModel original, DashboardDataModel updated) {
// Patch can't make changes to following fields. Ignore the changes
super.restorePatchAttributes(original, updated);
updated.withService(original.getService());
}
@Override
public void applyTags(DashboardDataModel dashboardDataModel) {
// Add table level tags by adding tag to table relationship
super.applyTags(dashboardDataModel);
applyColumnTags(dashboardDataModel.getColumns());
}
@Override
public EntityInterface getParentEntity(DashboardDataModel entity, String fields) {
return Entity.getEntity(entity.getService(), fields, ALL);
}
@Override
public EntityUpdater getUpdater(
DashboardDataModel original, DashboardDataModel updated, Operation operation) {
return new DataModelUpdater(original, updated, operation);
}
@Override
public void validateTags(DashboardDataModel entity) {
super.validateTags(entity);
validateColumnTags(entity.getColumns());
}
public class DataModelUpdater extends ColumnEntityUpdater {
public DataModelUpdater(
DashboardDataModel original, DashboardDataModel updated, Operation operation) {
super(original, updated, operation);
}
@Transaction
@Override
public void entitySpecificUpdate() {
DatabaseUtil.validateColumns(original.getColumns());
updateColumns("columns", original.getColumns(), updated.getColumns(), EntityUtil.columnMatch);
recordChange("sourceHash", original.getSourceHash(), updated.getSourceHash());
}
}
}
