com.composum.ai.backend.slingbase.ApproximateMarkdownServlet Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of composum-ai-integration-backend-slingbase Show documentation
Common Functionality for Composum AI specific to Sling but would be useable in both Composum and AEM and similar.
There is a newer version: 1.2.1
Show newest version
package com.composum.ai.backend.slingbase;

import java.io.IOException;
import java.io.InputStream;
import java.io.PrintWriter;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;

import javax.annotation.Nonnull;
import javax.servlet.Servlet;
import javax.servlet.ServletException;

import org.apache.commons.io.IOUtils;
import org.apache.commons.io.output.StringBuilderWriter;
import org.apache.commons.lang3.StringUtils;
import org.apache.sling.api.SlingHttpServletRequest;
import org.apache.sling.api.SlingHttpServletResponse;
import org.apache.sling.api.request.RequestPathInfo;
import org.apache.sling.api.resource.Resource;
import org.apache.sling.api.servlets.HttpConstants;
import org.apache.sling.api.servlets.ServletResolverConstants;
import org.apache.sling.api.servlets.SlingSafeMethodsServlet;
import org.osgi.framework.Constants;
import org.osgi.service.component.annotations.Component;
import org.osgi.service.component.annotations.Reference;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.composum.ai.backend.base.service.chat.GPTChatCompletionService;

/**
 * Renders an approximate markdown representation of the text content of a page / resource.
 * The Sling way would be to create markdown.jsp for each component, but that would be quite an effort with all existing
 * Pages components, and since the markdown representation is only for retrieving text for suggesting keywords and
 * summarizing, keywording etc. we just go with a simple approach for now, which just might be good enough.
 * There can be plugins for the markdown conversion: see {@link ApproximateMarkdownServicePlugin}.
 * Can also be used to get the result as richtext by giving a .html suffix instead of .md.
 */
@Component(service = Servlet.class,
        property = {
                Constants.SERVICE_DESCRIPTION + "=Composum AI Approximated Markdown Servlet",
                ServletResolverConstants.SLING_SERVLET_PATHS + "=/bin/cpm/ai/approximated",
                ServletResolverConstants.SLING_SERVLET_METHODS + "=" + HttpConstants.METHOD_GET
        })
// curl -u admin:admin http://localhost:9090/bin/cpm/ai/approximated.md/content/ist/composum/home/platform/_jcr_content
// http://localhost:4502/bin/cpm/ai/approximated.md/content/wknd/us/en/magazine/_jcr_content
// http://localhost:9090/bin/cpm/ai/approximated.md?fromurl=https://www.composum.com/home.html
public class ApproximateMarkdownServlet extends SlingSafeMethodsServlet {

    protected static final Logger LOG = LoggerFactory.getLogger(ApproximateMarkdownServlet.class);

    /**
     * If this is given with an URL instead of a suffix, we retrieve the HTML from the given source.
     */
    public static final String PARAM_URL = "fromurl";

    @Reference
    ApproximateMarkdownService approximateMarkdownService;

    @Reference
    protected GPTChatCompletionService chatService;

    @Override
    protected void doGet(@Nonnull SlingHttpServletRequest request, @Nonnull SlingHttpServletResponse response) throws ServletException, IOException {
        RequestPathInfo info = request.getRequestPathInfo();
        String path = info.getSuffix();
        String url = request.getParameter(PARAM_URL);
        boolean richtext = "html".equalsIgnoreCase(info.getExtension()) || "htm".equalsIgnoreCase(info.getExtension());

        if (StringUtils.isBlank(path) && StringUtils.isNotBlank(url)) {
            getUrl(url, richtext, request, response);
            return;
        }

        Resource resource = request.getResourceResolver().getResource(path);
        if (richtext) {
            response.setContentType("text/html");
            StringBuilderWriter writer = new StringBuilderWriter();
            approximateMarkdownService.approximateMarkdown(resource, new PrintWriter(writer), request, response);
            // We could possibly integrate that into the ApproximateMarkdownService as we convert to markdown and then back th HTML for richtext
            // OTOH that would return annoying HTML with  etc., so this might be the better way.
            response.getWriter().write(chatService.markdownToHtml(writer.toString()));
        } else {
            response.setContentType("text/plain");
            approximateMarkdownService.approximateMarkdown(resource, response.getWriter(), request, response);
        }
    }

    protected void getUrl(String urlString, boolean richtext, @Nonnull SlingHttpServletRequest request,
                          @Nonnull SlingHttpServletResponse response) throws IOException {
        InputStream in = null;
        try {
            if (!StringUtils.startsWith(urlString, "http")) {
                urlString = "https://" + urlString;
            }
            URL url = new URL(urlString);
            URLConnection conn = url.openConnection();
            conn.setConnectTimeout(3000);
            conn.setReadTimeout(3000);
            in = conn.getInputStream();

            if (conn.getContentType().contains("text/html")) {
                String result = IOUtils.toString(in, response.getCharacterEncoding());
                String markdown = chatService.htmlToMarkdown(result);
                if (richtext) {
                    // convert it back and forth since that massively simplifies the HTML
                    response.getWriter().println(chatService.markdownToHtml(markdown));
                } else {
                    response.getWriter().println(markdown);
                }
            } else if (conn.getContentType().contains("text/plain")) {
                String result = IOUtils.toString(in, response.getCharacterEncoding());
                response.getWriter().println(result);
                // no idea what to do if richtext is wanted. Quote it somehow?
            } else {
                response.setContentType("text/plain");
                String msg = request.getResourceBundle(request.getLocale()).getString("Unknown content type: ");
                response.getWriter().println(msg + conn.getContentType());
            }
        } catch (MalformedURLException e) {
            response.setContentType("text/plain");
            String msg = request.getResourceBundle(request.getLocale()).getString("Invalid URL: ");
            response.getWriter().println(msg + urlString);
        } catch (IOException e) {
            response.setContentType("text/plain");
            String msg = request.getResourceBundle(request.getLocale()).getString("Problem reading URL: ");
            response.getWriter().println(msg + e.toString());
        } finally {
            if (in != null) {
                in.close();
            }
        }

    }

}