All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.helger.photon.app.resource.WebSiteResourceBundleManager Maven / Gradle / Ivy

The newest version!
/*
 * Copyright (C) 2014-2024 Philip Helger (www.helger.com)
 * philip[at]helger[dot]com
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.helger.photon.app.resource;

import java.io.File;
import java.nio.charset.Charset;
import java.time.LocalDateTime;
import java.util.Comparator;

import javax.annotation.Nonnull;
import javax.annotation.Nullable;
import javax.annotation.concurrent.GuardedBy;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.helger.commons.ValueEnforcer;
import com.helger.commons.annotation.Nonempty;
import com.helger.commons.annotation.ReturnsMutableCopy;
import com.helger.commons.charset.CharsetHelper;
import com.helger.commons.collection.impl.CommonsArrayList;
import com.helger.commons.collection.impl.CommonsHashMap;
import com.helger.commons.collection.impl.ICommonsList;
import com.helger.commons.collection.impl.ICommonsMap;
import com.helger.commons.equals.EqualsHelper;
import com.helger.commons.id.factory.GlobalIDFactory;
import com.helger.commons.io.file.FileOperationManager;
import com.helger.commons.io.file.FileSystemIterator;
import com.helger.commons.state.EChange;
import com.helger.commons.string.StringHelper;
import com.helger.commons.string.StringParser;
import com.helger.css.media.CSSMediaList;
import com.helger.css.media.ECSSMedium;
import com.helger.dao.DAOException;
import com.helger.photon.io.WebFileIO;
import com.helger.photon.io.dao.AbstractPhotonSimpleDAO;
import com.helger.xml.microdom.IMicroDocument;
import com.helger.xml.microdom.IMicroElement;
import com.helger.xml.microdom.MicroDocument;

public final class WebSiteResourceBundleManager extends AbstractPhotonSimpleDAO implements
                                                IWebSiteResourceBundleProvider
{
  private static final String ELEMENT_RESOURCE_BUNDLES = "resource-bundles";
  private static final String ELEMENT_RESOURCE_BUNDLE = "resource-bundle";
  private static final String ATTR_ID = "id";
  private static final String ATTR_CREATIONDT = "creationdt";
  private static final String ATTR_CONDITIONAL_COMMENT = "conditionalcomment";
  // Legacy name!
  private static final String ATTR_IS_BUNDLABLE = "canbebundled";
  private static final String ELEMENT_MEDIUM = "medium";
  private static final String ELEMENT_RESOURCE = "resource";
  private static final String ATTR_RESOURCE_TYPE = "resourcetype";
  private static final String ATTR_PATH = "path";
  private static final String ATTR_URL = "url";
  private static final String ATTR_CONTENT_HASH = "contenthash";
  private static final String ATTR_CHARSET = "charset";

  private static final Logger LOGGER = LoggerFactory.getLogger (WebSiteResourceBundleManager.class);
  @GuardedBy ("m_aRWLock")
  private final ICommonsMap  m_aMapToData = new CommonsHashMap <> ();
  @GuardedBy ("m_aRWLock")
  private final ICommonsMap  m_aMapToBundle = new CommonsHashMap <> ();

  public WebSiteResourceBundleManager (@Nullable final String sFilename) throws DAOException
  {
    super (sFilename);
    initialRead ();
  }

  @Override
  @Nonnull
  protected EChange onRead (@Nonnull final IMicroDocument aDoc)
  {
    boolean bAnyResourceIsOutOfSync = false;
    for (final IMicroElement eResourceBundle : aDoc.getDocumentElement ().getAllChildElements (ELEMENT_RESOURCE_BUNDLE))
    {
      boolean bResourcesAreOutOfSync = false;
      final String sBundleID = eResourceBundle.getAttributeValue (ATTR_ID);
      final LocalDateTime aCreationDT = eResourceBundle.getAttributeValueWithConversion (ATTR_CREATIONDT,
                                                                                         LocalDateTime.class);
      final String sConditionalComment = eResourceBundle.getAttributeValue (ATTR_CONDITIONAL_COMMENT);

      // This attribute was added - default to true
      final String sCanBeBundled = eResourceBundle.getAttributeValue (ATTR_IS_BUNDLABLE);
      final boolean bCanBeBundled = StringParser.parseBool (sCanBeBundled, true);

      final CSSMediaList aMediaList = new CSSMediaList ();
      for (final IMicroElement eMedium : eResourceBundle.getAllChildElements (ELEMENT_MEDIUM))
      {
        final String sCSSMedium = eMedium.getTextContentTrimmed ();
        final ECSSMedium eCSSMedium = ECSSMedium.getFromNameOrNull (sCSSMedium);
        if (eCSSMedium == null)
          throw new IllegalStateException ("Failed to resolve CSS medium '" + sCSSMedium + "'");
        aMediaList.addMedium (eCSSMedium);
      }

      final ICommonsList  aResources = new CommonsArrayList <> ();
      if (!WebSiteResourceBundleSerialized.getResource (sBundleID).exists ())
      {
        LOGGER.warn ("No serialized bundle with ID '" + sBundleID + "' exists.");
        bResourcesAreOutOfSync = true;
      }
      else
      {
        // Serialized bundle exists
        for (final IMicroElement eResource : eResourceBundle.getAllChildElements (ELEMENT_RESOURCE))
        {
          final String sResourceType = eResource.getAttributeValue (ATTR_RESOURCE_TYPE);
          final EWebSiteResourceType eResourceType = EWebSiteResourceType.getFromIDOrNull (sResourceType);
          if (eResourceType == null)
          {
            LOGGER.warn ("No such resource type: " + sResourceType);
            bResourcesAreOutOfSync = true;
            continue;
          }
          final String sPath = eResource.getAttributeValue (ATTR_PATH);
          final String sURL = eResource.getAttributeValue (ATTR_URL);
          final String sHash = eResource.getAttributeValue (ATTR_CONTENT_HASH);
          final String sCharset = eResource.getAttributeValue (ATTR_CHARSET);
          // Soft migration as charset was added later
          final Charset aCharset = sCharset == null ? WebSiteResource.DEFAULT_CHARSET
                                                    : CharsetHelper.getCharsetFromName (sCharset);

          final WebSiteResource aNewResource = new WebSiteResource (eResourceType, sPath, aCharset);
          if (!aNewResource.isExisting ())
          {
            LOGGER.info ("Skipping resource bundle '" +
                         sBundleID +
                         "' skipping because resource '" +
                         sPath +
                         "' does not exist");
            bResourcesAreOutOfSync = true;
            continue;
          }

          // The relocation check makes now sense, because the hash code is
          // the relevant enough...
          if (false)
            if (!EqualsHelper.equals (aNewResource.getAsURLString (), sURL))
            {
              LOGGER.info ("Skipping resource bundle '" +
                           sBundleID +
                           "' because resource '" +
                           sPath +
                           "' was relocated from '" +
                           sURL +
                           "' to '" +
                           aNewResource.getAsURLString () +
                           "'");
              bResourcesAreOutOfSync = true;
              continue;
            }

          if (!aNewResource.getContentHashAsString ().equals (sHash))
          {
            LOGGER.info ("Skipping resource bundle '" +
                         sBundleID +
                         "' skipping because resource '" +
                         sPath +
                         "' changed (hash mismatch)");
            bResourcesAreOutOfSync = true;
            continue;
          }
          aResources.add (new WebSiteResourceWithCondition (aNewResource,
                                                            sConditionalComment,
                                                            bCanBeBundled,
                                                            aMediaList));
        }
      }

      if (bResourcesAreOutOfSync)
      {
        // Remember to save changes
        bAnyResourceIsOutOfSync = true;
      }
      else
      {
        // Restore bundle
        final WebSiteResourceBundle aBundle = new WebSiteResourceBundle (aResources,
                                                                         sConditionalComment,
                                                                         bCanBeBundled,
                                                                         aMediaList);
        final WebSiteResourceBundleSerialized aBundleSerialized = new WebSiteResourceBundleSerialized (sBundleID,
                                                                                                       aBundle,
                                                                                                       aCreationDT);
        m_aMapToData.put (aBundle, sBundleID);
        m_aMapToBundle.put (sBundleID, aBundleSerialized);
      }
    }

    // Remove all files for bundles that are invalid
    {
      final File aDir = WebFileIO.getDataIO ().getFile (WebSiteResourceBundleSerialized.RESOURCE_BUNDLE_PATH);
      for (final File aFile : new FileSystemIterator (aDir))
        if (!containsResourceBundleOfID (aFile.getName ()))
          if (FileOperationManager.INSTANCE.deleteFile (aFile).isSuccess ())
            LOGGER.info ("Successfully deleted the unused resource bundle file " + aFile.getAbsolutePath ());
    }

    LOGGER.info ("Successfully read " + m_aMapToBundle.size () + " resource bundles");
    return bAnyResourceIsOutOfSync ? EChange.CHANGED : EChange.UNCHANGED;
  }

  @Override
  @Nonnull
  protected IMicroDocument createWriteData ()
  {
    final IMicroDocument aDoc = new MicroDocument ();
    final IMicroElement eRoot = aDoc.appendElement (ELEMENT_RESOURCE_BUNDLES);
    for (final WebSiteResourceBundleSerialized aResourceBundle : m_aMapToBundle.getSortedByKey (Comparator.naturalOrder ())
                                                                               .values ())
    {
      final IMicroElement eBundle = eRoot.appendElement (ELEMENT_RESOURCE_BUNDLE);
      eBundle.setAttribute (ATTR_ID, aResourceBundle.getBundleID ());
      eBundle.setAttributeWithConversion (ATTR_CREATIONDT, aResourceBundle.getCreationDT ());

      final WebSiteResourceBundle aBundle = aResourceBundle.getBundle ();
      eBundle.setAttribute (ATTR_CONDITIONAL_COMMENT, aBundle.getConditionalComment ());
      eBundle.setAttribute (ATTR_IS_BUNDLABLE, Boolean.toString (aBundle.isBundlable ()));
      if (aBundle.hasMediaList ())
        for (final ECSSMedium eMedium : aBundle.getMediaList ().getAllMedia ())
          eBundle.appendElement (ELEMENT_MEDIUM).appendText (eMedium.getName ());
      for (final WebSiteResource aResource : aBundle.getAllResources ())
      {
        final IMicroElement eResource = eBundle.appendElement (ELEMENT_RESOURCE);
        eResource.setAttribute (ATTR_RESOURCE_TYPE, aResource.getResourceType ().getID ());
        eResource.setAttribute (ATTR_PATH, aResource.getPath ());
        eResource.setAttribute (ATTR_URL, aResource.getAsURLString ());
        eResource.setAttribute (ATTR_CONTENT_HASH, aResource.getContentHashAsString ());
        eResource.setAttribute (ATTR_CHARSET, aResource.getCharset ().name ());
      }
    }
    return aDoc;
  }

  @Nonnull
  @ReturnsMutableCopy
  public ICommonsMap  getAllResourceBundles ()
  {
    return m_aRWLock.readLockedGet (m_aMapToBundle::getClone);
  }

  @Nonnull
  @ReturnsMutableCopy
  public ICommonsList  getAllResourceBundlesSerialized ()
  {
    return m_aRWLock.readLockedGet (m_aMapToBundle::copyOfValues);
  }

  /**
   * Get the serialized resource bundle with the passed ID.
   *
   * @param sBundleID
   *        The bundle ID to be resolved. May be null.
   * @return null if no such bundle exists.
   */
  @Nullable
  public WebSiteResourceBundleSerialized getResourceBundleOfID (@Nullable final String sBundleID)
  {
    if (StringHelper.hasNoText (sBundleID))
      return null;

    return m_aRWLock.readLockedGet ( () -> m_aMapToBundle.get (sBundleID));
  }

  /**
   * Check if the passed resource bundle ID is contained.
   *
   * @param sBundleID
   *        The bundle ID to be checked. May be null.
   * @return true if the passed bundle exists, false
   *         otherwise.
   */
  public boolean containsResourceBundleOfID (@Nullable final String sBundleID)
  {
    if (StringHelper.hasNoText (sBundleID))
      return false;

    return m_aRWLock.readLockedBoolean ( () -> m_aMapToBundle.containsKey (sBundleID));
  }

  @Nonnull
  @ReturnsMutableCopy
  public ICommonsList  getResourceBundles (@Nonnull @Nonempty final ICommonsList  aList,
                                                                            final boolean bRegular)
  {
    ValueEnforcer.notEmptyNoNullValue (aList, "List");

    final ICommonsList  ret = new CommonsArrayList <> ();

    // Create a copy for modification
    boolean bCreatedAnyBundle = false;
    final ICommonsList  aCopy = new CommonsArrayList <> (aList);
    while (aCopy.isNotEmpty ())
    {
      final WebSiteResourceWithCondition aFirst = aCopy.removeFirstOrNull ();

      // Find all resources that can be bundled with aFirst
      final ICommonsList  aBundleResources = new CommonsArrayList <> (aFirst);
      while (aCopy.isNotEmpty ())
      {
        final WebSiteResourceWithCondition aBundleCandidate = aCopy.getFirstOrNull ();
        if (aFirst.canBeBundledWith (aBundleCandidate))
        {
          // Can be bundled -> add and try next
          aBundleResources.add (aBundleCandidate);
          aCopy.removeFirstOrNull ();
        }
        else
        {
          // Cannot be bundled - put into next bundle
          break;
        }
      }

      // Create the bundle
      final WebSiteResourceBundle aBundle = new WebSiteResourceBundle (aBundleResources,
                                                                       aFirst.getConditionalComment (),
                                                                       aBundleResources.size () != 1 ||
                                                                                                        aFirst.isBundlable (),
                                                                       aFirst.getMediaList ());

      // Try to find existing bundle (ID and serialized one)
      String sBundleID;
      WebSiteResourceBundleSerialized aBundleSerialized;
      m_aRWLock.readLock ().lock ();
      try
      {
        sBundleID = m_aMapToData.get (aBundle);
        aBundleSerialized = m_aMapToBundle.get (sBundleID);
      }
      finally
      {
        m_aRWLock.readLock ().unlock ();
      }

      if (aBundleSerialized == null)
      {
        // No bundle found so far
        m_aRWLock.writeLock ().lock ();
        try
        {
          // Try again in write lock
          sBundleID = m_aMapToData.get (aBundle);
          if (sBundleID == null)
          {
            // Create a new bundle ID
            sBundleID = GlobalIDFactory.getNewPersistentStringID ();
            m_aMapToData.put (aBundle, sBundleID);

            // Create the main bundle
            aBundleSerialized = new WebSiteResourceBundleSerialized (sBundleID, aBundle, bRegular);
            m_aMapToBundle.put (sBundleID, aBundleSerialized);

            // Remember that we created a bundle
            bCreatedAnyBundle = true;
          }
          else
          {
            // We found it in the write-lock :)
            aBundleSerialized = m_aMapToBundle.get (sBundleID);
          }
        }
        finally
        {
          m_aRWLock.writeLock ().unlock ();
        }
      }

      // Use bundled version
      ret.add (aBundleSerialized);
    }

    // Write once at the end
    if (bCreatedAnyBundle)
    {
      m_aRWLock.writeLocked ( this::markAsChanged);
    }

    return ret;
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy