Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $
You can buy this project and download/modify it how often you want.
org.openmetadata.service.jdbi3.GlossaryTermRepository Maven / Gradle / Ivy
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.openmetadata.service.jdbi3;
import static org.openmetadata.common.utils.CommonUtil.listOrEmpty;
import static org.openmetadata.common.utils.CommonUtil.nullOrEmpty;
import static org.openmetadata.schema.type.Include.ALL;
import static org.openmetadata.service.Entity.GLOSSARY;
import static org.openmetadata.service.Entity.GLOSSARY_TERM;
import static org.openmetadata.service.Entity.TEAM;
import static org.openmetadata.service.exception.CatalogExceptionMessage.invalidGlossaryTermMove;
import static org.openmetadata.service.exception.CatalogExceptionMessage.notReviewer;
import static org.openmetadata.service.resources.tags.TagLabelUtil.checkMutuallyExclusive;
import static org.openmetadata.service.resources.tags.TagLabelUtil.checkMutuallyExclusiveForParentAndSubField;
import static org.openmetadata.service.resources.tags.TagLabelUtil.getUniqueTags;
import static org.openmetadata.service.search.SearchClient.GLOBAL_SEARCH_ALIAS;
import static org.openmetadata.service.search.SearchClient.GLOSSARY_TERM_SEARCH_INDEX;
import static org.openmetadata.service.util.EntityUtil.compareEntityReferenceById;
import static org.openmetadata.service.util.EntityUtil.compareTagLabel;
import static org.openmetadata.service.util.EntityUtil.entityReferenceMatch;
import static org.openmetadata.service.util.EntityUtil.getId;
import static org.openmetadata.service.util.EntityUtil.stringMatch;
import static org.openmetadata.service.util.EntityUtil.tagLabelMatch;
import static org.openmetadata.service.util.EntityUtil.termReferenceMatch;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.node.ArrayNode;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Objects;
import java.util.Optional;
import java.util.Set;
import java.util.TreeSet;
import java.util.UUID;
import java.util.stream.Collectors;
import javax.json.JsonPatch;
import javax.ws.rs.core.Response;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.tuple.ImmutablePair;
import org.jdbi.v3.sqlobject.transaction.Transaction;
import org.openmetadata.common.utils.CommonUtil;
import org.openmetadata.schema.EntityInterface;
import org.openmetadata.schema.api.AddGlossaryToAssetsRequest;
import org.openmetadata.schema.api.data.TermReference;
import org.openmetadata.schema.api.feed.CloseTask;
import org.openmetadata.schema.api.feed.ResolveTask;
import org.openmetadata.schema.entity.data.Glossary;
import org.openmetadata.schema.entity.data.GlossaryTerm;
import org.openmetadata.schema.entity.data.GlossaryTerm.Status;
import org.openmetadata.schema.entity.feed.Thread;
import org.openmetadata.schema.entity.teams.Team;
import org.openmetadata.schema.type.ApiStatus;
import org.openmetadata.schema.type.EntityReference;
import org.openmetadata.schema.type.Include;
import org.openmetadata.schema.type.ProviderType;
import org.openmetadata.schema.type.Relationship;
import org.openmetadata.schema.type.TagLabel;
import org.openmetadata.schema.type.TagLabel.TagSource;
import org.openmetadata.schema.type.TaskDetails;
import org.openmetadata.schema.type.TaskStatus;
import org.openmetadata.schema.type.TaskType;
import org.openmetadata.schema.type.ThreadType;
import org.openmetadata.schema.type.api.BulkOperationResult;
import org.openmetadata.schema.type.api.BulkResponse;
import org.openmetadata.service.Entity;
import org.openmetadata.service.exception.CatalogExceptionMessage;
import org.openmetadata.service.exception.EntityNotFoundException;
import org.openmetadata.service.jdbi3.CollectionDAO.EntityRelationshipRecord;
import org.openmetadata.service.jdbi3.FeedRepository.TaskWorkflow;
import org.openmetadata.service.jdbi3.FeedRepository.ThreadContext;
import org.openmetadata.service.resources.feeds.FeedResource;
import org.openmetadata.service.resources.feeds.MessageParser;
import org.openmetadata.service.resources.feeds.MessageParser.EntityLink;
import org.openmetadata.service.resources.glossary.GlossaryTermResource;
import org.openmetadata.service.search.SearchRequest;
import org.openmetadata.service.security.AuthorizationException;
import org.openmetadata.service.util.EntityUtil;
import org.openmetadata.service.util.EntityUtil.Fields;
import org.openmetadata.service.util.FullyQualifiedName;
import org.openmetadata.service.util.JsonUtils;
import org.openmetadata.service.util.RestUtil;
import org.openmetadata.service.util.WebsocketNotificationHandler;
import org.openmetadata.service.workflows.searchIndex.ReindexingUtil;
@Slf4j
public class GlossaryTermRepository extends EntityRepository {
private static final String ES_MISSING_DATA =
"Entity Details is unavailable in Elastic Search. Please reindex to get more Information.";
private static final String UPDATE_FIELDS = "references,relatedTerms,synonyms";
private static final String PATCH_FIELDS = "references,relatedTerms,synonyms";
FeedRepository feedRepository = Entity.getFeedRepository();
public GlossaryTermRepository() {
super(
GlossaryTermResource.COLLECTION_PATH,
GLOSSARY_TERM,
GlossaryTerm.class,
Entity.getCollectionDAO().glossaryTermDAO(),
PATCH_FIELDS,
UPDATE_FIELDS);
supportsSearch = true;
renameAllowed = true;
}
@Override
public void setFields(GlossaryTerm entity, Fields fields) {
entity.withParent(getParent(entity)).withGlossary(getGlossary(entity));
entity.setRelatedTerms(
fields.contains("relatedTerms") ? getRelatedTerms(entity) : entity.getRelatedTerms());
entity.withUsageCount(
fields.contains("usageCount") ? getUsageCount(entity) : entity.getUsageCount());
entity.withChildrenCount(
fields.contains("childrenCount") ? getChildrenCount(entity) : entity.getChildrenCount());
}
@Override
public void clearFields(GlossaryTerm entity, Fields fields) {
entity.setRelatedTerms(fields.contains("relatedTerms") ? entity.getRelatedTerms() : null);
entity.withUsageCount(fields.contains("usageCount") ? entity.getUsageCount() : null);
entity.withChildrenCount(fields.contains("childrenCount") ? entity.getChildrenCount() : null);
}
@Override
public void setInheritedFields(GlossaryTerm glossaryTerm, Fields fields) {
EntityInterface parent = getParentEntity(glossaryTerm, "owner,domain,reviewers");
inheritOwner(glossaryTerm, fields, parent);
inheritDomain(glossaryTerm, fields, parent);
inheritReviewers(glossaryTerm, fields, parent);
}
private Integer getUsageCount(GlossaryTerm term) {
return daoCollection
.tagUsageDAO()
.getTagCount(TagSource.GLOSSARY.ordinal(), term.getFullyQualifiedName());
}
private Integer getChildrenCount(GlossaryTerm term) {
return daoCollection
.relationshipDAO()
.findTo(term.getId(), GLOSSARY_TERM, Relationship.CONTAINS.ordinal(), GLOSSARY_TERM)
.size();
}
private List getRelatedTerms(GlossaryTerm entity) {
return findBoth(entity.getId(), GLOSSARY_TERM, Relationship.RELATED_TO, GLOSSARY_TERM);
}
@Override
public void prepare(GlossaryTerm entity, boolean update) {
List parentReviewers = null;
// Validate parent term
GlossaryTerm parentTerm =
entity.getParent() != null
? Entity.getEntity(
entity.getParent().withType(GLOSSARY_TERM), "owner,reviewers", Include.NON_DELETED)
: null;
if (parentTerm != null) {
parentReviewers = parentTerm.getReviewers();
entity.setParent(parentTerm.getEntityReference());
}
// Validate glossary
Glossary glossary = Entity.getEntity(entity.getGlossary(), "reviewers", Include.NON_DELETED);
entity.setGlossary(glossary.getEntityReference());
parentReviewers = parentReviewers != null ? parentReviewers : glossary.getReviewers();
validateHierarchy(entity);
// Validate related terms
EntityUtil.populateEntityReferences(entity.getRelatedTerms());
if (!update || entity.getStatus() == null) {
// If parentTerm or glossary has reviewers set, the glossary term can only be created in
// `Draft` mode
entity.setStatus(!nullOrEmpty(parentReviewers) ? Status.DRAFT : Status.APPROVED);
}
}
@Override
public void storeEntity(GlossaryTerm entity, boolean update) {
// Relationships and fields such as parentTerm are derived and not stored as part of json
EntityReference glossary = entity.getGlossary();
EntityReference parentTerm = entity.getParent();
List relatedTerms = entity.getRelatedTerms();
List reviewers = entity.getReviewers();
entity.withGlossary(null).withParent(null).withRelatedTerms(relatedTerms).withReviewers(null);
store(entity, update);
// Restore the relationships
entity
.withGlossary(glossary)
.withParent(parentTerm)
.withRelatedTerms(relatedTerms)
.withReviewers(reviewers);
}
@Override
public void storeRelationships(GlossaryTerm entity) {
addGlossaryRelationship(entity);
addParentRelationship(entity);
for (EntityReference relTerm : listOrEmpty(entity.getRelatedTerms())) {
// Make this bidirectional relationship
addRelationship(
entity.getId(),
relTerm.getId(),
GLOSSARY_TERM,
GLOSSARY_TERM,
Relationship.RELATED_TO,
true);
}
}
@Override
public void restorePatchAttributes(GlossaryTerm original, GlossaryTerm updated) {
// Patch can't update Children
super.restorePatchAttributes(original, updated);
updated.withChildren(original.getChildren());
}
@Override
public void entityRelationshipReindex(GlossaryTerm original, GlossaryTerm updated) {
super.entityRelationshipReindex(original, updated);
// Update search indexes of assets and entity itself on name , fullyQualifiedName and
// displayName change
if (!Objects.equals(original.getFullyQualifiedName(), updated.getFullyQualifiedName())
|| !Objects.equals(original.getDisplayName(), updated.getDisplayName())) {
updateAssetIndexes(original, updated);
}
}
@Override
public void setFullyQualifiedName(GlossaryTerm entity) {
// Validate parent
if (entity.getParent() == null) { // Glossary term at the root of the glossary
entity.setFullyQualifiedName(
FullyQualifiedName.build(entity.getGlossary().getFullyQualifiedName(), entity.getName()));
} else { // Glossary term that is a child of another glossary term
EntityReference parent = entity.getParent();
entity.setFullyQualifiedName(
FullyQualifiedName.add(parent.getFullyQualifiedName(), entity.getName()));
}
}
public BulkOperationResult bulkAddAndValidateGlossaryToAssets(
UUID glossaryTermId, AddGlossaryToAssetsRequest request) {
boolean dryRun = Boolean.TRUE.equals(request.getDryRun());
GlossaryTerm term = this.get(null, glossaryTermId, getFields("id,tags"));
// Check if the tags are mutually exclusive for the glossary
checkMutuallyExclusive(request.getGlossaryTags());
BulkOperationResult result = new BulkOperationResult().withDryRun(dryRun);
List failures = new ArrayList<>();
List success = new ArrayList<>();
if (dryRun
&& (CommonUtil.nullOrEmpty(request.getGlossaryTags())
|| CommonUtil.nullOrEmpty(request.getAssets()))) {
// Nothing to Validate
return result
.withStatus(ApiStatus.SUCCESS)
.withSuccessRequest(List.of(new BulkResponse().withMessage("Nothing to Validate.")));
}
// Validation for entityReferences
EntityUtil.populateEntityReferences(request.getAssets());
TagLabel tagLabel =
new TagLabel()
.withTagFQN(term.getFullyQualifiedName())
.withSource(TagSource.GLOSSARY)
.withLabelType(TagLabel.LabelType.MANUAL);
for (EntityReference ref : request.getAssets()) {
// Update Result Processed
result.setNumberOfRowsProcessed(result.getNumberOfRowsProcessed() + 1);
EntityRepository entityRepository = Entity.getEntityRepository(ref.getType());
EntityInterface asset =
entityRepository.get(null, ref.getId(), entityRepository.getFields("tags"));
try {
Map> allAssetTags =
daoCollection.tagUsageDAO().getTagsByPrefix(asset.getFullyQualifiedName(), "%", true);
checkMutuallyExclusiveForParentAndSubField(
asset.getFullyQualifiedName(),
FullyQualifiedName.buildHash(asset.getFullyQualifiedName()),
allAssetTags,
request.getGlossaryTags(),
false);
success.add(new BulkResponse().withRequest(ref));
result.setNumberOfRowsPassed(result.getNumberOfRowsPassed() + 1);
} catch (Exception ex) {
failures.add(new BulkResponse().withRequest(ref).withMessage(ex.getMessage()));
result.withFailedRequest(failures);
result.setNumberOfRowsFailed(result.getNumberOfRowsFailed() + 1);
}
// Validate and Store Tags
if (!dryRun && CommonUtil.nullOrEmpty(result.getFailedRequest())) {
List tempList = new ArrayList<>(asset.getTags());
tempList.add(tagLabel);
// Apply Tags to Entities
entityRepository.applyTags(getUniqueTags(tempList), asset.getFullyQualifiedName());
searchRepository.updateEntity(ref);
}
}
// Apply the tags of glossary to the glossary term
if (!dryRun
&& CommonUtil.nullOrEmpty(result.getFailedRequest())
&& (!(term.getTags().isEmpty() && request.getGlossaryTags().isEmpty()))) {
// Remove current entity tags in the database. It will be added back later from the merged tag
// list.
daoCollection.tagUsageDAO().deleteTagsByTarget(term.getFullyQualifiedName());
applyTags(getUniqueTags(request.getGlossaryTags()), term.getFullyQualifiedName());
searchRepository.updateEntity(term.getEntityReference());
}
// Add Failed And Suceess Request
result.withFailedRequest(failures).withSuccessRequest(success);
// Set Final Status
if (result.getNumberOfRowsPassed().equals(result.getNumberOfRowsProcessed())) {
result.withStatus(ApiStatus.SUCCESS);
} else if (result.getNumberOfRowsPassed() > 1) {
result.withStatus(ApiStatus.PARTIAL_SUCCESS);
} else {
result.withStatus(ApiStatus.FAILURE);
}
return result;
}
public BulkOperationResult validateGlossaryTagsAddition(
UUID glossaryTermId, AddGlossaryToAssetsRequest request) {
GlossaryTerm term = this.get(null, glossaryTermId, getFields("id,tags"));
List glossaryTagsToValidate = request.getGlossaryTags();
// Check if the tags are mutually exclusive for the glossary
checkMutuallyExclusive(request.getGlossaryTags());
BulkOperationResult result = new BulkOperationResult().withDryRun(true);
List failures = new ArrayList<>();
List success = new ArrayList<>();
if (CommonUtil.nullOrEmpty(glossaryTagsToValidate)) {
// Nothing to Validate
return result
.withStatus(ApiStatus.SUCCESS)
.withSuccessRequest(List.of(new BulkResponse().withMessage("Nothing to Validate.")));
}
Set targetFQNHashesFromDb =
new HashSet<>(
daoCollection.tagUsageDAO().getTargetFQNHashForTag(term.getFullyQualifiedName()));
Map targetFQNFromES =
getGlossaryUsageFromES(term.getFullyQualifiedName(), targetFQNHashesFromDb.size());
for (String fqnHash : targetFQNHashesFromDb) {
// Update Result Processed
result.setNumberOfRowsProcessed(result.getNumberOfRowsProcessed() + 1);
Map> allAssetTags =
daoCollection.tagUsageDAO().getTagsByPrefix(fqnHash, "%", false);
EntityReference refDetails = targetFQNFromES.get(fqnHash);
try {
// Assets FQN is not available / we can use fqnHash for now
checkMutuallyExclusiveForParentAndSubField(
term.getFullyQualifiedName(), fqnHash, allAssetTags, glossaryTagsToValidate, true);
if (refDetails != null) {
success.add(new BulkResponse().withRequest(refDetails));
} else {
success.add(
new BulkResponse()
.withRequest(
new EntityReference().withFullyQualifiedName(fqnHash).withType("unknown"))
.withMessage(ES_MISSING_DATA));
}
result.setNumberOfRowsPassed(result.getNumberOfRowsPassed() + 1);
} catch (IllegalArgumentException ex) {
if (refDetails != null) {
failures.add(new BulkResponse().withRequest(refDetails).withMessage(ex.getMessage()));
} else {
failures.add(
new BulkResponse()
.withRequest(
new EntityReference().withFullyQualifiedName(fqnHash).withType("unknown"))
.withMessage(String.format("%s %s", ex.getMessage(), ES_MISSING_DATA)));
}
result.setNumberOfRowsFailed(result.getNumberOfRowsFailed() + 1);
}
}
// Add Failed And Suceess Request
result.withFailedRequest(failures).withSuccessRequest(success);
// Set Final Status
if (result.getNumberOfRowsPassed().equals(result.getNumberOfRowsProcessed())) {
result.withStatus(ApiStatus.SUCCESS);
} else if (result.getNumberOfRowsPassed() > 1) {
result.withStatus(ApiStatus.PARTIAL_SUCCESS);
} else {
result.withStatus(ApiStatus.FAILURE);
}
return result;
}
protected Map getGlossaryUsageFromES(String glossaryFqn, int size) {
try {
String key = "_source";
SearchRequest searchRequest =
new SearchRequest.ElasticSearchRequestBuilder(
String.format(
"** AND (tags.tagFQN:\"%s\")",
ReindexingUtil.escapeDoubleQuotes(glossaryFqn)),
size,
Entity.getSearchRepository().getIndexOrAliasName(GLOBAL_SEARCH_ALIAS))
.from(0)
.fetchSource(true)
.trackTotalHits(false)
.sortFieldParam("_score")
.deleted(false)
.sortOrder("desc")
.includeSourceFields(new ArrayList<>())
.build();
Response response = searchRepository.search(searchRequest);
String json = (String) response.getEntity();
Set fqns = new TreeSet<>(compareEntityReferenceById);
for (Iterator it =
((ArrayNode) JsonUtils.extractValue(json, "hits", "hits")).elements();
it.hasNext(); ) {
JsonNode jsonNode = it.next();
String id = JsonUtils.extractValue(jsonNode, key, "id");
String fqn = JsonUtils.extractValue(jsonNode, key, "fullyQualifiedName");
String type = JsonUtils.extractValue(jsonNode, key, "entityType");
if (!CommonUtil.nullOrEmpty(fqn) && !CommonUtil.nullOrEmpty(type)) {
fqns.add(
new EntityReference()
.withId(UUID.fromString(id))
.withFullyQualifiedName(fqn)
.withType(type));
}
}
return fqns.stream()
.collect(
Collectors.toMap(
entityReference ->
FullyQualifiedName.buildHash(entityReference.getFullyQualifiedName()),
entityReference -> entityReference));
} catch (Exception ex) {
LOG.error("Error while getting glossary usage from ES for validation", ex);
}
return new HashMap<>();
}
public BulkOperationResult bulkRemoveGlossaryToAssets(
UUID glossaryTermId, AddGlossaryToAssetsRequest request) {
GlossaryTerm term = this.get(null, glossaryTermId, getFields("id,tags"));
BulkOperationResult result =
new BulkOperationResult().withStatus(ApiStatus.SUCCESS).withDryRun(false);
List success = new ArrayList<>();
// Validation for entityReferences
EntityUtil.populateEntityReferences(request.getAssets());
for (EntityReference ref : request.getAssets()) {
// Update Result Processed
result.setNumberOfRowsProcessed(result.getNumberOfRowsProcessed() + 1);
EntityRepository entityRepository = Entity.getEntityRepository(ref.getType());
EntityInterface asset =
entityRepository.get(null, ref.getId(), entityRepository.getFields("id"));
daoCollection
.tagUsageDAO()
.deleteTagsByTagAndTargetEntity(
term.getFullyQualifiedName(), asset.getFullyQualifiedName());
success.add(new BulkResponse().withRequest(ref));
result.setNumberOfRowsPassed(result.getNumberOfRowsPassed() + 1);
// Update ES
searchRepository.updateEntity(ref);
}
return result.withSuccessRequest(success);
}
protected EntityReference getGlossary(GlossaryTerm term) {
Relationship relationship = term.getParent() != null ? Relationship.HAS : Relationship.CONTAINS;
return term.getGlossary() != null
? term.getGlossary()
: getFromEntityRef(term.getId(), relationship, GLOSSARY, true);
}
public EntityReference getGlossary(String id) {
return Entity.getEntityReferenceById(GLOSSARY, UUID.fromString(id), ALL);
}
@Override
public GlossaryTermUpdater getUpdater(
GlossaryTerm original, GlossaryTerm updated, Operation operation) {
return new GlossaryTermUpdater(original, updated, operation);
}
@Override
protected void postCreate(GlossaryTerm entity) {
super.postCreate(entity);
if (entity.getStatus() == Status.DRAFT) {
// Create an approval task for glossary term in draft mode
createApprovalTask(entity, entity.getReviewers());
}
}
@Override
public void postUpdate(GlossaryTerm original, GlossaryTerm updated) {
super.postUpdate(original, updated);
if (original.getStatus() == Status.DRAFT) {
if (updated.getStatus() == Status.APPROVED) {
closeApprovalTask(updated, "Approved the glossary term");
} else if (updated.getStatus() == Status.REJECTED) {
closeApprovalTask(updated, "Rejected the glossary term");
}
}
}
@Override
protected void preDelete(GlossaryTerm entity, String deletedBy) {
// A glossary term in `Draft` state can only be deleted by the reviewers
if (Status.DRAFT.equals(entity.getStatus())) {
checkUpdatedByReviewer(entity, deletedBy);
}
}
@Override
protected void postDelete(GlossaryTerm entity) {
// Cleanup all the tag labels using this glossary term
daoCollection
.tagUsageDAO()
.deleteTagLabels(TagSource.GLOSSARY.ordinal(), entity.getFullyQualifiedName());
}
@Override
public TaskWorkflow getTaskWorkflow(ThreadContext threadContext) {
validateTaskThread(threadContext);
TaskType taskType = threadContext.getThread().getTask().getType();
if (EntityUtil.isApprovalTask(taskType)) {
return new ApprovalTaskWorkflow(threadContext);
}
return super.getTaskWorkflow(threadContext);
}
public static class ApprovalTaskWorkflow extends TaskWorkflow {
ApprovalTaskWorkflow(ThreadContext threadContext) {
super(threadContext);
}
@Override
public EntityInterface performTask(String user, ResolveTask resolveTask) {
GlossaryTerm glossaryTerm = (GlossaryTerm) threadContext.getAboutEntity();
glossaryTerm.setStatus(Status.APPROVED);
return glossaryTerm;
}
@Override
protected void closeTask(String user, CloseTask closeTask) {
// Closing task results in glossary term going from `Draft` to `Rejected`
GlossaryTerm term = (GlossaryTerm) threadContext.getAboutEntity();
if (term.getStatus() == Status.DRAFT) {
String origJson = JsonUtils.pojoToJson(term);
term.setStatus(Status.REJECTED);
String updatedJson = JsonUtils.pojoToJson(term);
JsonPatch patch = JsonUtils.getJsonPatch(origJson, updatedJson);
EntityRepository repository = threadContext.getEntityRepository();
repository.patch(null, term.getId(), user, patch);
}
}
}
@Override
public EntityInterface getParentEntity(GlossaryTerm entity, String fields) {
return entity.getParent() != null
? Entity.getEntity(entity.getParent(), fields, Include.ALL)
: Entity.getEntity(entity.getGlossary(), fields, Include.ALL);
}
private void addGlossaryRelationship(GlossaryTerm term) {
Relationship relationship = term.getParent() != null ? Relationship.HAS : Relationship.CONTAINS;
addRelationship(
term.getGlossary().getId(), term.getId(), GLOSSARY, GLOSSARY_TERM, relationship);
}
private void addParentRelationship(GlossaryTerm term) {
if (term.getParent() != null) {
addRelationship(
term.getParent().getId(),
term.getId(),
GLOSSARY_TERM,
GLOSSARY_TERM,
Relationship.CONTAINS);
}
}
private void validateHierarchy(GlossaryTerm term) {
// The glossary and the parent term must belong to the same hierarchy
if (term.getParent() == null) {
return; // Parent is the root of the glossary
}
String glossaryFqn = FullyQualifiedName.build(term.getGlossary().getName());
if (!term.getParent().getFullyQualifiedName().startsWith(glossaryFqn)) {
throw new IllegalArgumentException(
String.format(
"Invalid hierarchy - parent [%s] does not belong to glossary[%s]",
term.getParent().getFullyQualifiedName(),
term.getGlossary().getFullyQualifiedName()));
}
}
private void checkUpdatedByReviewer(GlossaryTerm term, String updatedBy) {
// Only list of allowed reviewers can change the status from DRAFT to APPROVED
List reviewers = term.getReviewers();
if (!nullOrEmpty(reviewers)) {
// Updating user must be one of the reviewers
boolean isReviewer =
reviewers.stream()
.anyMatch(
e -> {
if (e.getType().equals(TEAM)) {
Team team =
Entity.getEntityByName(TEAM, e.getName(), "users", Include.NON_DELETED);
return team.getUsers().stream()
.anyMatch(
u ->
u.getName().equals(updatedBy)
|| u.getFullyQualifiedName().equals(updatedBy));
} else {
return e.getName().equals(updatedBy)
|| e.getFullyQualifiedName().equals(updatedBy);
}
});
if (!isReviewer) {
throw new AuthorizationException(notReviewer(updatedBy));
}
}
}
private void createApprovalTask(GlossaryTerm entity, List parentReviewers) {
TaskDetails taskDetails =
new TaskDetails()
.withAssignees(FeedResource.formatAssignees(parentReviewers))
.withType(TaskType.RequestApproval)
.withStatus(TaskStatus.Open);
EntityLink about = new EntityLink(entityType, entity.getFullyQualifiedName());
Thread thread =
new Thread()
.withId(UUID.randomUUID())
.withThreadTs(System.currentTimeMillis())
.withMessage("Approval required for ")
.withCreatedBy(entity.getUpdatedBy())
.withAbout(about.getLinkString())
.withType(ThreadType.Task)
.withTask(taskDetails)
.withUpdatedBy(entity.getUpdatedBy())
.withUpdatedAt(System.currentTimeMillis());
FeedRepository feedRepository = Entity.getFeedRepository();
feedRepository.create(thread);
// Send WebSocket Notification
WebsocketNotificationHandler.handleTaskNotification(thread);
}
private void closeApprovalTask(GlossaryTerm entity, String comment) {
EntityLink about = new EntityLink(GLOSSARY_TERM, entity.getFullyQualifiedName());
FeedRepository feedRepository = Entity.getFeedRepository();
Thread taskThread = feedRepository.getTask(about, TaskType.RequestApproval);
if (TaskStatus.Open.equals(taskThread.getTask().getStatus())) {
feedRepository.closeTask(
taskThread, entity.getUpdatedBy(), new CloseTask().withComment(comment));
}
}
private void updateAssetIndexes(GlossaryTerm original, GlossaryTerm updated) {
// Update ES indexes of entity tagged with the glossary term and its children terms to reflect
// its latest value.
Set targetFQNHashesFromDb =
new HashSet<>(
daoCollection.tagUsageDAO().getTargetFQNHashForTag(updated.getFullyQualifiedName()));
List childTerms =
getNestedTerms(updated); // get old value of children term from database
for (GlossaryTerm child : childTerms) {
targetFQNHashesFromDb.addAll( // for each child term find the targetFQNHashes of assets
daoCollection.tagUsageDAO().getTargetFQNHashForTag(child.getFullyQualifiedName()));
}
// List of entity references tagged with the glossary term
Map targetFQNFromES =
getGlossaryUsageFromES(original.getFullyQualifiedName(), targetFQNHashesFromDb.size());
List childrenTerms =
searchRepository.getEntitiesContainingFQNFromES(
original.getFullyQualifiedName(),
childTerms.size(),
GLOSSARY_TERM_SEARCH_INDEX); // get old value of children term from ES
searchRepository
.getSearchClient()
.reindexAcrossIndices("tags.tagFQN", original.getEntityReference());
for (EntityReference child : childrenTerms) {
targetFQNFromES.putAll( // List of entity references tagged with the children term
getGlossaryUsageFromES(child.getFullyQualifiedName(), targetFQNHashesFromDb.size()));
searchRepository.updateEntity(child); // update es index of child term
searchRepository.getSearchClient().reindexAcrossIndices("tags.tagFQN", child);
}
}
private void updateEntityLinks(GlossaryTerm original, GlossaryTerm updated) {
daoCollection
.fieldRelationshipDAO()
.renameByToFQN(original.getFullyQualifiedName(), updated.getFullyQualifiedName());
EntityLink about = new EntityLink(GLOSSARY_TERM, original.getFullyQualifiedName());
EntityLink newAbout = new EntityLink(GLOSSARY_TERM, updated.getFullyQualifiedName());
daoCollection.feedDAO().updateByEntityId(newAbout.getLinkString(), original.getId().toString());
List childTerms =
findTo(updated.getId(), GLOSSARY_TERM, Relationship.CONTAINS, GLOSSARY_TERM);
for (EntityReference child : childTerms) {
newAbout = new EntityLink(entityType, child.getFullyQualifiedName());
daoCollection.feedDAO().updateByEntityId(newAbout.getLinkString(), child.getId().toString());
}
}
private List getNestedTerms(GlossaryTerm glossaryTerm) {
// Get all the hierarchically nested child terms of the glossary term
List jsons =
daoCollection.glossaryTermDAO().getNestedTerms(glossaryTerm.getFullyQualifiedName());
return JsonUtils.readObjects(jsons, GlossaryTerm.class);
}
protected void updateTaskWithNewReviewers(GlossaryTerm term) {
try {
MessageParser.EntityLink about =
new MessageParser.EntityLink(GLOSSARY_TERM, term.getFullyQualifiedName());
Thread originalTask = feedRepository.getTask(about, TaskType.RequestApproval);
// Update assignees only for open approval tasks
if (TaskStatus.Open.equals(originalTask.getTask().getStatus())) {
term =
Entity.getEntityByName(
Entity.GLOSSARY_TERM,
term.getFullyQualifiedName(),
"id,fullyQualifiedName,reviewers",
Include.ALL);
Thread updatedTask = JsonUtils.deepCopy(originalTask, Thread.class);
updatedTask.getTask().withAssignees(new ArrayList<>(term.getReviewers()));
JsonPatch patch = JsonUtils.getJsonPatch(originalTask, updatedTask);
RestUtil.PatchResponse thread =
feedRepository.patchThread(
null, originalTask.getId(), updatedTask.getUpdatedBy(), patch);
// Send WebSocket Notification
WebsocketNotificationHandler.handleTaskNotification(thread.entity());
}
} catch (EntityNotFoundException e) {
LOG.info(
"{} Task not found for glossary term {}",
TaskType.RequestApproval,
term.getFullyQualifiedName());
}
}
/** Handles entity updated from PUT and POST operation. */
public class GlossaryTermUpdater extends EntityUpdater {
public GlossaryTermUpdater(GlossaryTerm original, GlossaryTerm updated, Operation operation) {
super(original, updated, operation);
}
@Override
public void updateReviewers() {
super.updateReviewers();
// adding the reviewer should add the person as assignee to the task
if (!original.getReviewers().equals(updated.getReviewers())) {
List childTerms = getNestedTerms(updated);
childTerms.add(updated);
for (GlossaryTerm term : childTerms) {
if (term.getStatus().equals(Status.DRAFT)) {
updateTaskWithNewReviewers(term);
}
}
}
}
@Transaction
@Override
public void entitySpecificUpdate() {
validateParent();
updateStatus(original, updated);
updateSynonyms(original, updated);
updateReferences(original, updated);
updateRelatedTerms(original, updated);
updateName(original, updated);
updateParent(original, updated);
// Mutually exclusive cannot be updated
updated.setMutuallyExclusive(original.getMutuallyExclusive());
}
private boolean validateIfTagsAreEqual(
List originalTags, List updatedTags) {
Set originalTagsFqn =
listOrEmpty(originalTags).stream()
.map(TagLabel::getTagFQN)
.collect(Collectors.toCollection(TreeSet::new));
Set updatedTagsFqn =
listOrEmpty(updatedTags).stream()
.map(TagLabel::getTagFQN)
.collect(Collectors.toCollection(TreeSet::new));
// Validate if both are exactly equal
return originalTagsFqn.equals(updatedTagsFqn);
}
@Override
protected void updateTags(
String fqn, String fieldName, List origTags, List updatedTags) {
// Remove current entity tags in the database. It will be added back later from the merged tag
// list.
origTags = listOrEmpty(origTags);
// updatedTags cannot be immutable list, as we are adding the origTags to updatedTags even if
// its empty.
updatedTags = Optional.ofNullable(updatedTags).orElse(new ArrayList<>());
if (!(origTags.isEmpty() && updatedTags.isEmpty())
&& !validateIfTagsAreEqual(origTags, updatedTags)) {
List targetFQNHashes = daoCollection.tagUsageDAO().getTargetFQNHashForTag(fqn);
for (String fqnHash : targetFQNHashes) {
Map> allAssetTags =
daoCollection.tagUsageDAO().getTagsByPrefix(fqnHash, "%", false);
// Assets FQN is not available / we can use fqnHash for now
checkMutuallyExclusiveForParentAndSubField("", fqnHash, allAssetTags, updatedTags, true);
}
// Remove current entity tags in the database. It will be added back later from the merged
// tag
// list.
daoCollection.tagUsageDAO().deleteTagsByTarget(fqn);
if (operation.isPut()) {
// PUT operation merges tags in the request with what already exists
EntityUtil.mergeTags(updatedTags, origTags);
checkMutuallyExclusive(updatedTags);
}
List addedTags = new ArrayList<>();
List deletedTags = new ArrayList<>();
recordListChange(fieldName, origTags, updatedTags, addedTags, deletedTags, tagLabelMatch);
updatedTags.sort(compareTagLabel);
applyTags(updatedTags, fqn);
}
}
private void updateStatus(GlossaryTerm origTerm, GlossaryTerm updatedTerm) {
if (origTerm.getStatus() == updatedTerm.getStatus()) {
return;
}
// Only reviewers can change from DRAFT status to APPROVED/REJECTED status
if (origTerm.getStatus() == Status.DRAFT
&& (updatedTerm.getStatus() == Status.APPROVED
|| updatedTerm.getStatus() == Status.REJECTED)) {
checkUpdatedByReviewer(origTerm, updatedTerm.getUpdatedBy());
}
recordChange("status", origTerm.getStatus(), updatedTerm.getStatus());
}
private void updateSynonyms(GlossaryTerm origTerm, GlossaryTerm updatedTerm) {
List origSynonyms = listOrEmpty(origTerm.getSynonyms());
List updatedSynonyms = listOrEmpty(updatedTerm.getSynonyms());
List added = new ArrayList<>();
List deleted = new ArrayList<>();
recordListChange("synonyms", origSynonyms, updatedSynonyms, added, deleted, stringMatch);
}
private void updateReferences(GlossaryTerm origTerm, GlossaryTerm updatedTerm) {
List origReferences = listOrEmpty(origTerm.getReferences());
List updatedReferences = listOrEmpty(updatedTerm.getReferences());
List added = new ArrayList<>();
List deleted = new ArrayList<>();
recordListChange(
"references", origReferences, updatedReferences, added, deleted, termReferenceMatch);
}
private void updateRelatedTerms(GlossaryTerm origTerm, GlossaryTerm updatedTerm) {
List origRelated = listOrEmpty(origTerm.getRelatedTerms());
List updatedRelated = listOrEmpty(updatedTerm.getRelatedTerms());
updateToRelationships(
"relatedTerms",
GLOSSARY_TERM,
origTerm.getId(),
Relationship.RELATED_TO,
GLOSSARY_TERM,
origRelated,
updatedRelated,
true);
}
public void updateName(GlossaryTerm original, GlossaryTerm updated) {
if (!original.getName().equals(updated.getName())) {
if (ProviderType.SYSTEM.equals(original.getProvider())) {
throw new IllegalArgumentException(
CatalogExceptionMessage.systemEntityRenameNotAllowed(original.getName(), entityType));
}
// Glossary term name changed - update the FQNs of the children terms to reflect this
setFullyQualifiedName(updated);
LOG.info("Glossary term name changed from {} to {}", original.getName(), updated.getName());
daoCollection
.glossaryTermDAO()
.updateFqn(original.getFullyQualifiedName(), updated.getFullyQualifiedName());
daoCollection
.tagUsageDAO()
.rename(
TagSource.GLOSSARY.ordinal(),
original.getFullyQualifiedName(),
updated.getFullyQualifiedName());
recordChange("name", original.getName(), updated.getName());
invalidateTerm(original.getId());
// update tags
daoCollection.tagUsageDAO().deleteTagsByTarget(original.getFullyQualifiedName());
List updatedTags = updated.getTags();
updatedTags.sort(compareTagLabel);
applyTags(updatedTags, updated.getFullyQualifiedName());
daoCollection
.tagUsageDAO()
.renameByTargetFQNHash(
TagSource.CLASSIFICATION.ordinal(),
original.getFullyQualifiedName(),
updated.getFullyQualifiedName());
updateEntityLinks(original, updated);
}
}
private void updateParent(GlossaryTerm original, GlossaryTerm updated) {
// Can't change parent and glossary both at the same time
UUID oldParentId = getId(original.getParent());
UUID newParentId = getId(updated.getParent());
final boolean parentChanged = !Objects.equals(oldParentId, newParentId);
UUID oldGlossaryId = getId(original.getGlossary());
UUID newGlossaryId = getId(updated.getGlossary());
final boolean glossaryChanged = !Objects.equals(oldGlossaryId, newGlossaryId);
if (!parentChanged && !glossaryChanged) {
return;
}
setFullyQualifiedName(updated); // Update the FQN since the parent has changed
daoCollection
.glossaryTermDAO()
.updateFqn(original.getFullyQualifiedName(), updated.getFullyQualifiedName());
daoCollection
.tagUsageDAO()
.rename(
TagSource.GLOSSARY.ordinal(),
original.getFullyQualifiedName(),
updated.getFullyQualifiedName());
// update tags
daoCollection.tagUsageDAO().deleteTagsByTarget(original.getFullyQualifiedName());
List updatedTags = updated.getTags();
updatedTags.sort(compareTagLabel);
applyTags(updatedTags, updated.getFullyQualifiedName());
// do same for children terms
// update Tags Of Glossary On Rename
daoCollection
.tagUsageDAO()
.renameByTargetFQNHash(
TagSource.CLASSIFICATION.ordinal(),
original.getFullyQualifiedName(),
updated.getFullyQualifiedName());
updateEntityLinks(original, updated);
if (glossaryChanged) {
updateGlossaryRelationship(original, updated);
recordChange(
"glossary", original.getGlossary(), updated.getGlossary(), true, entityReferenceMatch);
invalidateTerm(original.getId());
}
if (parentChanged) {
updateGlossaryRelationship(original, updated);
updateParentRelationship(original, updated);
recordChange(
"parent", original.getParent(), updated.getParent(), true, entityReferenceMatch);
invalidateTerm(original.getId());
}
}
private void validateParent() {
String fqn = original.getFullyQualifiedName();
String newParentFqn =
updated.getParent() == null ? null : updated.getParent().getFullyQualifiedName();
// A glossary term can't be moved under its child
if (newParentFqn != null && FullyQualifiedName.isParent(newParentFqn, fqn)) {
throw new IllegalArgumentException(invalidGlossaryTermMove(fqn, newParentFqn));
}
}
private void updateGlossaryRelationship(GlossaryTerm orig, GlossaryTerm updated) {
deleteGlossaryRelationship(orig);
addGlossaryRelationship(updated);
}
private void deleteGlossaryRelationship(GlossaryTerm term) {
Relationship relationship =
term.getParent() == null ? Relationship.CONTAINS : Relationship.HAS;
deleteRelationship(
term.getGlossary().getId(), GLOSSARY, term.getId(), GLOSSARY_TERM, relationship);
}
private void updateParentRelationship(GlossaryTerm orig, GlossaryTerm updated) {
deleteParentRelationship(orig);
addParentRelationship(updated);
}
private void deleteParentRelationship(GlossaryTerm term) {
if (term.getParent() != null) {
deleteRelationship(
term.getParent().getId(),
GLOSSARY_TERM,
term.getId(),
GLOSSARY_TERM,
Relationship.CONTAINS);
}
}
private void invalidateTerm(UUID termId) {
// The name of the glossary term changed or parent change. Invalidate that tag and all the
// children from the cache
List tagRecords =
findToRecords(termId, GLOSSARY_TERM, Relationship.CONTAINS, GLOSSARY_TERM);
CACHE_WITH_ID.invalidate(new ImmutablePair<>(GLOSSARY_TERM, termId));
for (EntityRelationshipRecord tagRecord : tagRecords) {
invalidateTerm(tagRecord.getId());
}
}
}
}
