All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.rivescript.RiveScript Maven / Gradle / Ivy

/*
 * Copyright (c) 2016 the original author or authors.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

package com.rivescript;

import com.rivescript.ast.ObjectMacro;
import com.rivescript.ast.Root;
import com.rivescript.ast.Topic;
import com.rivescript.ast.Trigger;
import com.rivescript.exception.DeepRecursionException;
import com.rivescript.exception.NoDefaultTopicException;
import com.rivescript.exception.RepliesNotSortedException;
import com.rivescript.exception.ReplyNotFoundException;
import com.rivescript.exception.ReplyNotMatchedException;
import com.rivescript.macro.ObjectHandler;
import com.rivescript.macro.Subroutine;
import com.rivescript.parser.Parser;
import com.rivescript.parser.ParserConfig;
import com.rivescript.parser.ParserException;
import com.rivescript.session.ConcurrentHashMapSessionManager;
import com.rivescript.session.History;
import com.rivescript.session.SessionManager;
import com.rivescript.session.ThawAction;
import com.rivescript.session.UserData;
import com.rivescript.sorting.SortBuffer;
import com.rivescript.sorting.SortTrack;
import com.rivescript.sorting.SortedTriggerEntry;
import com.rivescript.util.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.FilenameFilter;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Random;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import static com.rivescript.regexp.Regexp.RE_ANY_TAG;
import static com.rivescript.regexp.Regexp.RE_ARRAY;
import static com.rivescript.regexp.Regexp.RE_BOT_VAR;
import static com.rivescript.regexp.Regexp.RE_CALL;
import static com.rivescript.regexp.Regexp.RE_CONDITION;
import static com.rivescript.regexp.Regexp.RE_INHERITS;
import static com.rivescript.regexp.Regexp.RE_META;
import static com.rivescript.regexp.Regexp.RE_OPTIONAL;
import static com.rivescript.regexp.Regexp.RE_PLACEHOLDER;
import static com.rivescript.regexp.Regexp.RE_RANDOM;
import static com.rivescript.regexp.Regexp.RE_REDIRECT;
import static com.rivescript.regexp.Regexp.RE_SET;
import static com.rivescript.regexp.Regexp.RE_SYMBOLS;
import static com.rivescript.regexp.Regexp.RE_TOPIC;
import static com.rivescript.regexp.Regexp.RE_USER_VAR;
import static com.rivescript.regexp.Regexp.RE_WEIGHT;
import static com.rivescript.regexp.Regexp.RE_ZERO_WITH_STAR;
import static com.rivescript.session.SessionManager.HISTORY_SIZE;
import static com.rivescript.util.StringUtils.countWords;
import static com.rivescript.util.StringUtils.quoteMetacharacters;
import static com.rivescript.util.StringUtils.stripNasties;
import static java.util.Objects.requireNonNull;

/**
 * A RiveScript interpreter written in Java.
 * 

* Usage: *

*

 * 
 * import com.rivescript.Config;
 * import com.rivescript.RiveScript;
 *
 * // Create a new bot with the default settings.
 * RiveScript bot = new RiveScript();
 *
 * // To enable UTF-8 mode, you'd have initialized the bot like:
 * RiveScript bot = new RiveScript(Config.utf8());
 *
 * // Load a directory full of RiveScript documents (.rive files)
 * bot.loadDirectory("./replies");
 *
 * // Load an individual file.
 * bot.LoadFile("./testsuite.rive");
 *
 * // Sort the replies after loading them!
 * bot.sortReplies();
 *
 * // Get a reply.
 * String reply = bot.reply("user", "Hello bot!");
 * 
 * 
* * @author Noah Petherbridge * @author Marcel Overdijk */ public class RiveScript { public static final String DEEP_RECURSION_KEY = "deepRecursion"; public static final String REPLIES_NOT_SORTED_KEY = "repliesNotSorted"; public static final String DEFAULT_TOPIC_NOT_FOUND_KEY = "defaultTopicNotFound"; public static final String REPLY_NOT_MATCHED_KEY = "replyNotMatched"; public static final String REPLY_NOT_FOUND_KEY = "replyNotFound"; public static final String OBJECT_NOT_FOUND_KEY = "objectNotFound"; public static final String CANNOT_DIVIDE_BY_ZERO_KEY = "cannotDivideByZero"; public static final String CANNOT_MATH_VARIABLE_KEY = "cannotMathVariable"; public static final String CANNOT_MATH_VALUE_KEY = "cannotMathValue"; public static final String DEFAULT_DEEP_RECURSION_MESSAGE = "ERR: Deep Recursion Detected"; public static final String DEFAULT_REPLIES_NOT_SORTED_MESSAGE = "ERR: Replies Not Sorted"; public static final String DEFAULT_DEFAULT_TOPIC_NOT_FOUND_MESSAGE = "ERR: No default topic 'random' was found"; public static final String DEFAULT_REPLY_NOT_MATCHED_MESSAGE = "ERR: No Reply Matched"; public static final String DEFAULT_REPLY_NOT_FOUND_MESSAGE = "ERR: No Reply Found"; public static final String DEFAULT_OBJECT_NOT_FOUND_MESSAGE = "[ERR: Object Not Found]"; public static final String DEFAULT_CANNOT_DIVIDE_BY_ZERO_MESSAGE = "[ERR: Can't Divide By Zero]"; public static final String DEFAULT_CANNOT_MATH_VARIABLE_MESSAGE = "[ERR: Can't perform math operation on non-numeric variable]"; public static final String DEFAULT_CANNOT_MATH_VALUE_MESSAGE = "[ERR: Can't perform math operation on non-numeric value]"; public static final String UNDEFINED = "undefined"; public static final String[] DEFAULT_FILE_EXTENSIONS = new String[] {".rive", ".rs"}; private static final Random RANDOM = new Random(); private static final String UNDEF_TAG = ""; private static Logger logger = LoggerFactory.getLogger(RiveScript.class); private boolean throwExceptions; private boolean strict; private boolean utf8; private boolean forceCase; private ConcatMode concat; private int depth; private Pattern unicodePunctuation; private Map errorMessages; private Parser parser; private Map global; // 'global' variables private Map vars; // 'vars' bot variables private Map sub; // 'sub' substitutions private Map person; // 'person' substitutions private Map> array; // 'array' definitions private SessionManager sessions; // user variable session manager private Map> includes; // included topics private Map> inherits; // inherited topics private Map objectLanguages; // object macro languages private Map handlers; // object language handlers private Map subroutines; // Java object handlers private Map topics; // main topic structure private SortBuffer sorted; // Sorted data from sortReplies() // State information. private ThreadLocal currentUser = new ThreadLocal<>(); /*------------------*/ /*-- Constructors --*/ /*------------------*/ /** * Creates a new {@link RiveScript} interpreter. */ public RiveScript() { this(null); } /** * Creates a new {@link RiveScript} interpreter with the given {@link Config}. * * @param config the config */ public RiveScript(Config config) { if (config == null) { config = Config.basic(); } this.throwExceptions = config.isThrowExceptions(); this.strict = config.isStrict(); this.utf8 = config.isUtf8(); this.forceCase = config.isForceCase(); this.concat = config.getConcat(); this.depth = config.getDepth(); this.sessions = config.getSessionManager(); String unicodePunctuation = config.getUnicodePunctuation(); if (unicodePunctuation == null) { unicodePunctuation = Config.DEFAULT_UNICODE_PUNCTUATION_PATTERN; } this.unicodePunctuation = Pattern.compile(unicodePunctuation); this.errorMessages = new HashMap<>(); this.errorMessages.put(DEEP_RECURSION_KEY, DEFAULT_DEEP_RECURSION_MESSAGE); this.errorMessages.put(REPLIES_NOT_SORTED_KEY, DEFAULT_REPLIES_NOT_SORTED_MESSAGE); this.errorMessages.put(DEFAULT_TOPIC_NOT_FOUND_KEY, DEFAULT_DEFAULT_TOPIC_NOT_FOUND_MESSAGE); this.errorMessages.put(REPLY_NOT_MATCHED_KEY, DEFAULT_REPLY_NOT_MATCHED_MESSAGE); this.errorMessages.put(REPLY_NOT_FOUND_KEY, DEFAULT_REPLY_NOT_FOUND_MESSAGE); this.errorMessages.put(OBJECT_NOT_FOUND_KEY, DEFAULT_OBJECT_NOT_FOUND_MESSAGE); this.errorMessages.put(CANNOT_DIVIDE_BY_ZERO_KEY, DEFAULT_CANNOT_DIVIDE_BY_ZERO_MESSAGE); this.errorMessages.put(CANNOT_MATH_VARIABLE_KEY, DEFAULT_CANNOT_MATH_VARIABLE_MESSAGE); this.errorMessages.put(CANNOT_MATH_VALUE_KEY, DEFAULT_CANNOT_MATH_VALUE_MESSAGE); if (config.getErrorMessages() != null) { for (Map.Entry entry : config.getErrorMessages().entrySet()) { this.errorMessages.put(entry.getKey(), entry.getValue()); } } if (this.concat == null) { this.concat = Config.DEFAULT_CONCAT; logger.debug("No concat config: using default {}", Config.DEFAULT_CONCAT); } if (this.depth <= 0) { this.depth = Config.DEFAULT_DEPTH; logger.debug("No depth config: using default {}", Config.DEFAULT_DEPTH); } if (this.sessions == null) { this.sessions = new ConcurrentHashMapSessionManager(); logger.debug("No SessionManager config: using default ConcurrentHashMapSessionManager"); } // Initialize the parser. this.parser = new Parser(ParserConfig.newBuilder() .strict(this.strict) .utf8(this.utf8) .forceCase(this.forceCase) .concat(this.concat) .build()); // Initialize all the data structures. this.global = new HashMap<>(); this.vars = new HashMap<>(); this.sub = new HashMap<>(); this.person = new HashMap<>(); this.array = new HashMap<>(); this.includes = new HashMap<>(); this.inherits = new HashMap<>(); this.objectLanguages = new HashMap<>(); this.handlers = new HashMap<>(); this.subroutines = new HashMap<>(); this.topics = new HashMap<>(); this.sorted = new SortBuffer(); } /** * Returns the RiveScript library version, or {@code null} if it cannot be determined. * * @return the version * @see Package#getImplementationVersion() */ public static String getVersion() { Package pkg = RiveScript.class.getPackage(); return (pkg != null ? pkg.getImplementationVersion() : null); } /*---------------------------*/ /*-- Configuration Methods --*/ /*---------------------------*/ /** * Returns whether exception throwing is enabled. * * @return whether exception throwing is enabled */ public boolean isThrowExceptions() { return throwExceptions; } /** * Returns whether strict syntax checking is enabled. * * @return whether strict syntax checking is enabled */ public boolean isStrict() { return strict; } /** * Returns whether UTF-8 mode is enabled for user messages and triggers. * * @return whether UTF-8 mode is enabled for user messages and triggers */ public boolean isUtf8() { return utf8; } /** * Returns whether forcing triggers to lowercase is enabled. * * @return whether forcing triggers to lowercase is enabled */ public boolean isForceCase() { return forceCase; } /** * Returns the concat mode. * * @return the concat mode */ public ConcatMode getConcat() { return concat; } /** * Returns the recursion depth limit. * * @return the recursion depth limit */ public int getDepth() { return depth; } /** * Returns the unicode punctuation pattern. * * @return the unicode punctuation pattern */ public String getUnicodePunctuation() { return unicodePunctuation != null ? unicodePunctuation.toString() : null; } /** * Returns the error messages (unmodifiable). * * @return the error messages */ public Map getErrorMessages() { return Collections.unmodifiableMap(errorMessages); } /** * Sets a custom language handler for RiveScript object macros. * * @param name the name of the programming language * @param handler the implementation */ public void setHandler(String name, ObjectHandler handler) { handlers.put(name, handler); } /** * Removes an object macro language handler. * * @param name the name of the programming language */ public void removeHandler(String name) { // Purge all loaded objects for this handler. Iterator> it = objectLanguages.entrySet().iterator(); while (it.hasNext()) { Map.Entry entry = it.next(); if (entry.getValue().equals(name)) { it.remove(); } } // And delete the handler itself. handlers.remove(name); } /** * Returns the object macro language handlers (unmodifiable). * . * @return the object macro language handlers */ public Map getHandlers() { return Collections.unmodifiableMap(handlers); } /** * Defines a Java object macro. *

* Because Java is a compiled language, this method must be used to create an object macro written in Java. * * @param name the name of the object macro for the `` tag * @param subroutine the subroutine */ public void setSubroutine(String name, Subroutine subroutine) { subroutines.put(name, subroutine); } /** * Removes a Java object macro. * * @param name the name of the object macro */ public void removeSubroutine(String name) { subroutines.remove(name); } /** * Returns the Java object macros (unmodifiable). * * @return the Java object macros */ public Map getSubroutines() { return Collections.unmodifiableMap(subroutines); } /** * Sets a global variable. *

* This is equivalent to {@code ! global} in RiveScript. Set the value to {@code null} to delete a global. * * @param name the variable name * @param value the variable value or {@code null} */ public void setGlobal(String name, String value) { if (value == null) { global.remove(name); } else if (name.equals("depth")) { try { depth = Integer.parseInt(value); } catch (NumberFormatException e) { logger.warn("Can't set global 'depth' to '{}': {}", value, e.getMessage()); } } else { global.put(name, value); } } /** * Returns a global variable. *

* This is equivalent to {@code } in RiveScript. Returns {@code null} if the variable isn't defined. * * @param name the variable name * @return the variable value or {@code null} */ public String getGlobal(String name) { if (name != null && name.equals("depth")) { return Integer.toString(depth); } else { return global.get(name); } } /** * Sets a bot variable. *

* This is equivalent to {@code ! vars} in RiveScript. Set the value to {@code null} to delete a bot variable. * * @param name the variable name * @param value the variable value or {@code null} */ public void setVariable(String name, String value) { if (value == null) { vars.remove(name); } else { vars.put(name, value); } } /** * Returns a bot variable. *

* This is equivalent to {@code } in RiveScript. Returns {@code null} if the variable isn't defined. * * @param name the variable name * @return the variable value or {@code null} */ public String getVariable(String name) { return vars.get(name); } /** * Returns all bot variables. * * @return the variable map */ public Map getVariables() { return vars; } /** * Sets a substitution pattern. *

* This is equivalent to {@code ! sub} in RiveScript. Set the value to {@code null} to delete a substitution. * * @param name the substitution name * @param value the substitution pattern or {@code null} */ public void setSubstitution(String name, String value) { if (value == null) { sub.remove(name); } else { sub.put(name, value); } } /** * Returns a substitution pattern. *

* Returns {@code null} if the substitution isn't defined. * * @param name the substitution name * @return the substitution pattern or {@code null} */ public String getSubstitution(String name) { return sub.get(name); } /** * Sets a person substitution pattern. *

* This is equivalent to {@code ! person} in RiveScript. Set the value to {@code null} to delete a person substitution. * * @param name the person substitution name * @param value the person substitution pattern or {@code null} */ public void setPerson(String name, String value) { if (value == null) { person.remove(name); } else { person.put(name, value); } } /** * Returns a person substitution pattern. *

* This is equivalent to {@code } in RiveScript. Returns {@code null} if the person substitution isn't defined. * * @param name the person substitution name * @return the person substitution pattern or {@code null} */ public String getPerson(String name) { return person.get(name); } /** * Checks whether deep recursion is detected. *

* Throws a {@link DeepRecursionException} in case exception throwing is enabled, otherwise logs a warning. * * @param depth the recursion depth counter * @param message the message to log * @return whether deep recursion is detected * @throws DeepRecursionException in case deep recursion is detected and exception throwing is enabled */ private boolean checkDeepRecursion(int depth, String message) throws DeepRecursionException { if (depth > this.depth) { logger.warn(message); if (throwExceptions) { throw new DeepRecursionException(message); } return true; } return false; } /*---------------------*/ /*-- Loading Methods --*/ /*---------------------*/ /** * Loads a single RiveScript document from disk. * * @param file the RiveScript file * @throws RiveScriptException in case of a loading error * @throws ParserException in case of a parsing error */ public void loadFile(File file) throws RiveScriptException, ParserException { requireNonNull(file, "'file' must not be null"); logger.debug("Loading RiveScript file: {}", file); // Run some sanity checks on the file. if (!file.exists()) { throw new RiveScriptException("File '" + file + "' not found"); } else if (!file.isFile()) { throw new RiveScriptException("File '" + file + "' is not a regular file"); } else if (!file.canRead()) { throw new RiveScriptException("File '" + file + "' cannot be read"); } List code = new ArrayList<>(); // Slurp the file's contents. try (BufferedReader br = new BufferedReader(new FileReader(file))) { String line; while ((line = br.readLine()) != null) { code.add(line); } } catch (IOException e) { throw new RiveScriptException("Error reading file '" + file + "'", e); } parse(file.toString(), code.toArray(new String[0])); } /** * Loads a single RiveScript document from disk. * * @param path the path to the RiveScript document * @throws RiveScriptException in case of a loading error * @throws ParserException in case of a parsing error */ public void loadFile(String path) throws RiveScriptException, ParserException { requireNonNull(path, "'path' must not be null"); loadFile(new File(path)); } /** * Loads multiple RiveScript documents from a directory on disk. * * @param directory the directory containing the RiveScript documents * @throws RiveScriptException in case of a loading error * @throws ParserException in case of a parsing error */ public void loadDirectory(File directory, String... extensions) throws RiveScriptException, ParserException { requireNonNull(directory, "'directory' must not be null"); logger.debug("Loading RiveScript files from directory: {}", directory); if (extensions.length == 0) { extensions = DEFAULT_FILE_EXTENSIONS; } final String[] exts = extensions; // Run some sanity checks on the directory. if (!directory.exists()) { throw new RiveScriptException("Directory '" + directory + "' not found"); } else if (!directory.isDirectory()) { throw new RiveScriptException("Directory '" + directory + "' is not a directory"); } // Search for the files. File[] files = directory.listFiles(new FilenameFilter() { @Override public boolean accept(File dir, String name) { for (String ext : exts) { if (name.endsWith(ext)) { return true; } } return false; } }); // No results? if (files.length == 0) { logger.warn("No files found in directory: {}", directory); } // Parse each file. for (File file : files) { loadFile(file); } } /** * Loads multiple RiveScript documents from a directory on disk. * * @param path The path to the directory containing the RiveScript documents * @throws RiveScriptException in case of a loading error * @throws ParserException in case of a parsing error */ public void loadDirectory(String path, String... extensions) throws RiveScriptException, ParserException { requireNonNull(path, "'path' must not be null"); loadDirectory(new File(path), extensions); } /** * Loads RiveScript source code from a text buffer, with line breaks after each line. * * @param code the RiveScript source code * @throws ParserException in case of a parsing error */ public void stream(String code) throws ParserException { String[] lines = code.split("\n"); stream(lines); } /** * Loads RiveScript source code from a {@link String} array, one line per item. * * @param code the lines of RiveScript source code * @throws ParserException in case of a parsing error */ public void stream(String[] code) throws ParserException { parse("stream()", code); } /*---------------------*/ /*-- Parsing Methods --*/ /*---------------------*/ /** * Parses the RiveScript source code into the bot's memory. * * @param filename the arbitrary name for the source code being parsed * @param code the lines of RiveScript source code * @throws ParserException in case of a parsing error */ private void parse(String filename, String[] code) throws ParserException { // Get the abstract syntax tree of this file. Root ast = this.parser.parse(filename, code); // Get all of the "begin" type variables. for (Map.Entry entry : ast.getBegin().getGlobal().entrySet()) { if (entry.getValue().equals(UNDEF_TAG)) { this.global.remove(entry.getKey()); } else { this.global.put(entry.getKey(), entry.getValue()); } } for (Map.Entry entry : ast.getBegin().getVar().entrySet()) { if (entry.getValue().equals(UNDEF_TAG)) { this.vars.remove(entry.getKey()); } else { this.vars.put(entry.getKey(), entry.getValue()); } } for (Map.Entry entry : ast.getBegin().getSub().entrySet()) { if (entry.getValue().equals(UNDEF_TAG)) { this.sub.remove(entry.getKey()); } else { this.sub.put(entry.getKey(), entry.getValue()); } } for (Map.Entry entry : ast.getBegin().getPerson().entrySet()) { if (entry.getValue().equals(UNDEF_TAG)) { this.person.remove(entry.getKey()); } else { this.person.put(entry.getKey(), entry.getValue()); } } for (Map.Entry> entry : ast.getBegin().getArray().entrySet()) { if (entry.getValue().equals(UNDEF_TAG)) { this.array.remove(entry.getKey()); } else { this.array.put(entry.getKey(), entry.getValue()); } } // Consume all the parsed triggers. for (Map.Entry entry : ast.getTopics().entrySet()) { String topic = entry.getKey(); Topic data = entry.getValue(); // Keep a map of the topics that are included/inherited under this topic. if (!this.includes.containsKey(topic)) { this.includes.put(topic, new HashMap()); } if (!this.inherits.containsKey(topic)) { this.inherits.put(topic, new HashMap()); } // Merge in the topic inclusions/inherits. for (String included : data.getIncludes().keySet()) { this.includes.get(topic).put(included, true); } for (String inherited : data.getInherits().keySet()) { this.inherits.get(topic).put(inherited, true); } // Initialize the topic structure. if (!this.topics.containsKey(topic)) { this.topics.put(topic, new Topic()); } // Consume the AST triggers into the brain. for (Trigger astTrigger : data.getTriggers()) { // Convert this AST trigger into an internal trigger. Trigger trigger = new Trigger(); trigger.setTrigger(astTrigger.getTrigger()); trigger.setReply(new ArrayList<>(astTrigger.getReply())); trigger.setCondition(new ArrayList<>(astTrigger.getCondition())); trigger.setRedirect(astTrigger.getRedirect()); trigger.setPrevious(astTrigger.getPrevious()); this.topics.get(topic).addTrigger(trigger); } } // Load all the parsed objects. for (ObjectMacro object : ast.getObjects()) { // Have a language handler for this? if (this.handlers.containsKey(object.getLanguage())) { this.handlers.get(object.getLanguage()).load(this, object.getName(), object.getCode().toArray(new String[0])); this.objectLanguages.put(object.getName(), object.getLanguage()); } else { logger.warn("Object '{}' not loaded as no handler was found for programming language '{}'", object.getName(), object.getLanguage()); } } } /*---------------------*/ /*-- Sorting Methods --*/ /*---------------------*/ /** * Sorts the reply structures in memory for optimal matching. *

* After finishing loading the RiveScript code, this method needs to be called to populate the various sort buffers. * This is absolutely necessary for reply matching to work efficiently! */ public void sortReplies() { // (Re)initialize the sort cache. this.sorted.getTopics().clear(); this.sorted.getThats().clear(); logger.debug("Sorting triggers..."); // Loop through all the topics. for (String topic : this.topics.keySet()) { logger.debug("Analyzing topic {}", topic); // Collect a list of all the triggers we're going to worry about. // If this topic inherits another topic, we need to recursively add those to the list as well. List allTriggers = getTopicTriggers(topic, false, 0, 0, false); // Sort these triggers. this.sorted.addTopic(topic, sortTriggerSet(allTriggers, true)); // Get all of the %Previous triggers for this topic. List thatTriggers = getTopicTriggers(topic, true, 0, 0, false); // And sort them, too. this.sorted.addThats(topic, sortTriggerSet(thatTriggers, false)); } // Sort the substitution lists. this.sorted.setSub(sortList(this.sub.keySet())); this.sorted.setPerson(sortList(this.person.keySet())); } /** * Recursively scans topics and collects triggers therein. *

* This method scans through a topic and collects its triggers, along with the triggers belonging to any topic that's inherited by or * included by the parent topic. Some triggers will come out with an {@code {inherits}} tag to signify inheritance depth. *

* Keep in mind here that there is a difference between 'includes' and 'inherits' -- topics that inherit other topics are able to * OVERRIDE triggers that appear in the inherited topic. This means that if the top topic has a trigger of simply {@code *}, then NO * triggers are capable of matching in ANY inherited topic, because even though {@code *} has the lowest priority, it has an automatic * priority over all inherited topics. *

* The {@link #getTopicTriggers(String, boolean, int, int, boolean)} method takes this into account. All topics that inherit other * topics will have their triggers prefixed with a fictional {@code {inherits}} tag, which would start at {@code {inherits=0}} and * increment if this topic has other inheriting topics. So we can use this tag to make sure topics that inherit things will have their * triggers always be on top of the stack, from {@code inherits=0} to {@code inherits=n}. *

* Important info about the {@code depth} vs. {@code inheritance} params to this function: * {@code depth} increments by 1 each time this method recursively calls itself. {@code inheritance} increments by 1 only when this * topic inherits another topic. *

* This way, {@code > topic alpha includes beta inherits gamma} will have this effect: * alpha and beta's triggers are combined together into one matching pool, and then those triggers have higher priority than gamma's. *

* The {@code inherited} option is {@code true} if this is a recursive call, from a topic that inherits other topics. This forces the * {@code {inherits}} tag to be added to the triggers. This only applies when the top topic 'includes' another topic. * * @param topic the name of the topic to scan through * @param thats indicates to get replies with {@code %Previous} or not * @param depth the recursion depth counter * @param inheritance the inheritance counter * @param inherited the inherited status * @return the list of triggers */ private List getTopicTriggers(String topic, boolean thats, int depth, int inheritance, boolean inherited) { // Break if we're in too deep. if (checkDeepRecursion(depth, "Deep recursion while scanning topic inheritance!")) { return new ArrayList<>(); } logger.debug("Collecting trigger list for topic {} (depth={}; inheritance={}; inherited={})", topic, depth, inheritance, inherited); // Collect an array of triggers to return. List triggers = new ArrayList<>(); // Get those that exist in this topic directly. List inThisTopic = new ArrayList<>(); if (this.topics.containsKey(topic)) { for (Trigger trigger : this.topics.get(topic).getTriggers()) { if (!thats) { // All triggers. SortedTriggerEntry entry = new SortedTriggerEntry(trigger.getTrigger(), trigger); inThisTopic.add(entry); } else { // Only triggers that have %Previous. if (trigger.getPrevious() != null) { SortedTriggerEntry entry = new SortedTriggerEntry(trigger.getPrevious(), trigger); inThisTopic.add(entry); } } } } // Does this topic include others? if (this.includes.containsKey(topic)) { for (String includes : this.includes.get(topic).keySet()) { logger.debug("Topic {} includes {}", topic, includes); triggers.addAll(getTopicTriggers(includes, thats, depth + 1, inheritance + 1, false)); } } // Does this topic inherit others? if (this.inherits.containsKey(topic)) { for (String inherits : this.inherits.get(topic).keySet()) { logger.debug("Topic {} inherits {}", topic, inherits); triggers.addAll(getTopicTriggers(inherits, thats, depth + 1, inheritance + 1, true)); } } // Collect the triggers for *this* topic. If this topic inherits any other topics, it means that this topic's triggers have higher // priority than those in any inherited topics. Enforce this with an {inherits} tag. if ((this.inherits.containsKey(topic) && this.inherits.get(topic).size() > 0) || inherited) { for (SortedTriggerEntry trigger : inThisTopic) { logger.debug("Prefixing trigger with {inherits={}} {}", inheritance, trigger.getTrigger()); String label = String.format("{inherits=%d}%s", inheritance, trigger.getTrigger()); triggers.add(new SortedTriggerEntry(label, trigger.getPointer())); } } else { for (SortedTriggerEntry trigger : inThisTopic) { triggers.add(new SortedTriggerEntry(trigger.getTrigger(), trigger.getPointer())); } } return triggers; } /** * Sorts a group of triggers in an optimal sorting order. *

* This function has two use cases: *

*

    *
  1. Create a sort buffer for "normal" (matchable) triggers, which are triggers that are NOT accompanied by a {@code %Previous} tag. *
  2. Create a sort buffer for triggers that had {@code %Previous} tags. *
*

* Use the {@code excludePrevious} parameter to control which one is being done. * This function will return a list of {@link SortedTriggerEntry} items, and it's intended to have no duplicate trigger patterns * (unless the source RiveScript code explicitly uses the same duplicate pattern twice, which is a user error). * * @param triggers the triggers to sort * @param excludePrevious indicates to exclude triggers with {@code %Previous} or not * @return the sorted triggers */ private List sortTriggerSet(List triggers, boolean excludePrevious) { // Create a priority map, of priority numbers -> their triggers. Map> priority = new HashMap<>(); // Go through and bucket each trigger by weight (priority). for (SortedTriggerEntry trigger : triggers) { if (excludePrevious && trigger.getPointer().getPrevious() != null) { continue; } // Check the trigger text for any {weight} tags, default being 0. int weight = 0; Matcher matcher = RE_WEIGHT.matcher(trigger.getTrigger()); if (matcher.find()) { weight = Integer.parseInt(matcher.group(1)); } // First trigger of this priority? Initialize the weight map. if (!priority.containsKey(weight)) { priority.put(weight, new ArrayList()); } priority.get(weight).add(trigger); } // Keep a running list of sorted triggers for this topic. List running = new ArrayList<>(); // Sort the priorities with the highest number first. List sortedPriorities = new ArrayList<>(); for (Integer k : priority.keySet()) { sortedPriorities.add(k); } Collections.sort(sortedPriorities); Collections.reverse(sortedPriorities); // Go through each priority set. for (Integer p : sortedPriorities) { logger.debug("Sorting triggers with priority {}", p); // So, some of these triggers may include an {inherits} tag, if they came from a topic which inherits another topic. // Lower inherits values mean higher priority on the stack. // Triggers that have NO inherits value at all (which will default to -1), // will be moved to the END of the stack at the end (have the highest number/lowest priority). int inherits = -1; // -1 means no {inherits} tag int highestInherits = -1; // Highest number seen so far // Loop through and categorize these triggers. Map track = new HashMap<>(); track.put(inherits, new SortTrack()); // Loop through all the triggers. for (SortedTriggerEntry trigger : priority.get(p)) { String pattern = trigger.getTrigger(); logger.debug("Looking at trigger: {}", pattern); // See if the trigger has an {inherits} tag. Matcher matcher = RE_INHERITS.matcher(pattern); if (matcher.find()) { inherits = Integer.parseInt(matcher.group(1)); if (inherits > highestInherits) { highestInherits = inherits; } logger.debug("Trigger belongs to a topic that inherits other topics. Level={}", inherits); pattern = pattern.replaceAll("\\{inherits=\\d+\\}", ""); trigger.setTrigger(pattern); } else { inherits = -1; } // If this is the first time we've seen this inheritance level, initialize its sort track structure. if (!track.containsKey(inherits)) { track.put(inherits, new SortTrack()); } // Start inspecting the trigger's contents. if (pattern.contains("_")) { // Alphabetic wildcard included. int count = countWords(pattern, false); logger.debug("Has a _ wildcard with {} words", count); if (count > 0) { if (!track.get(inherits).getAlpha().containsKey(count)) { track.get(inherits).getAlpha().put(count, new ArrayList()); } track.get(inherits).getAlpha().get(count).add(trigger); } else { track.get(inherits).getUnder().add(trigger); } } else if (pattern.contains("#")) { // Numeric wildcard included. int count = countWords(pattern, false); logger.debug("Has a # wildcard with {} words", count); if (count > 0) { if (!track.get(inherits).getNumber().containsKey(count)) { track.get(inherits).getNumber().put(count, new ArrayList()); } track.get(inherits).getNumber().get(count).add(trigger); } else { track.get(inherits).getPound().add(trigger); } } else if (pattern.contains("*")) { // Wildcard included. int count = countWords(pattern, false); logger.debug("Has a * wildcard with {} words", count); if (count > 0) { if (!track.get(inherits).getWild().containsKey(count)) { track.get(inherits).getWild().put(count, new ArrayList()); } track.get(inherits).getWild().get(count).add(trigger); } else { track.get(inherits).getStar().add(trigger); } } else if (pattern.contains("[")) { // Optionals included. int count = countWords(pattern, false); logger.debug("Has optionals with {} words", count); if (!track.get(inherits).getOption().containsKey(count)) { track.get(inherits).getOption().put(count, new ArrayList()); } track.get(inherits).getOption().get(count).add(trigger); } else { // Totally atomic. int count = countWords(pattern, false); logger.debug("Totally atomic trigger with {} words", count); if (!track.get(inherits).getAtomic().containsKey(count)) { track.get(inherits).getAtomic().put(count, new ArrayList()); } track.get(inherits).getAtomic().get(count).add(trigger); } } // Move the no-{inherits} triggers to the bottom of the stack. track.put(highestInherits + 1, track.get(-1)); track.remove(-1); // Sort the track from the lowest to the highest. List trackSorted = new ArrayList<>(); for (Integer k : track.keySet()) { trackSorted.add(k); } Collections.sort(trackSorted); // Go through each priority level from greatest to smallest. for (Integer ip : trackSorted) { logger.debug("ip={}", ip); // Sort each of the main kinds of triggers by their word counts. running.addAll(sortByWords(track.get(ip).getAtomic())); running.addAll(sortByWords(track.get(ip).getOption())); running.addAll(sortByWords(track.get(ip).getAlpha())); running.addAll(sortByWords(track.get(ip).getNumber())); running.addAll(sortByWords(track.get(ip).getWild())); // Add the single wildcard triggers, sorted by length. running.addAll(sortByLength(track.get(ip).getUnder())); running.addAll(sortByLength(track.get(ip).getPound())); running.addAll(sortByLength(track.get(ip).getStar())); } } return running; } /** * Sorts a list of strings by their word counts and lengths. * * @param list the list to sort * @return the sorted list */ private List sortList(Iterable list) { List output = new ArrayList<>(); // Track by number of words. Map> track = new HashMap<>(); // Loop through each item. for (String item : list) { int count = StringUtils.countWords(item, true); if (!track.containsKey(count)) { track.put(count, new ArrayList()); } track.get(count).add(item); } // Sort them by word count, descending. List sortedCounts = new ArrayList<>(); for (Integer count : track.keySet()) { sortedCounts.add(count); } Collections.sort(sortedCounts); Collections.reverse(sortedCounts); for (Integer count : sortedCounts) { // Sort the strings of this word-count by their lengths. List sortedLengths = track.get(count); Collections.sort(sortedLengths, byLengthReverse()); for (String item : sortedLengths) { output.add(item); } } return output; } /** * Sorts a set of triggers by word count and overall length. *

* This is a helper function for sorting the {@code atomic}, {@code option}, {@code alpha}, {@code number} and * {@code wild} attributes of the {@link SortTrack} and adding them to the running sort buffer in that specific order. * * @param triggers the triggers to sort * @return the sorted triggers */ private List sortByWords(Map> triggers) { // Sort the triggers by their word counts from greatest to smallest. List sortedWords = new ArrayList<>(); for (Integer wc : triggers.keySet()) { sortedWords.add(wc); } Collections.sort(sortedWords); Collections.reverse(sortedWords); List sorted = new ArrayList<>(); for (Integer wc : sortedWords) { // Triggers with equal word lengths should be sorted by overall trigger length. List sortedPatterns = new ArrayList<>(); Map> patternMap = new HashMap<>(); for (SortedTriggerEntry trigger : triggers.get(wc)) { sortedPatterns.add(trigger.getTrigger()); if (!patternMap.containsKey(trigger.getTrigger())) { patternMap.put(trigger.getTrigger(), new ArrayList()); } patternMap.get(trigger.getTrigger()).add(trigger); } Collections.sort(sortedPatterns, byLengthReverse()); // Add the triggers to the sorted triggers bucket. for (String pattern : sortedPatterns) { sorted.addAll(patternMap.get(pattern)); } } return sorted; } /** * Sorts a set of triggers purely by character length. *

* This is like {@link #sortByWords(Map)}, but it's intended for triggers that consist solely of wildcard-like symbols with no real words. * For example a trigger of {@code * * *} qualifies for this, and it has no words, * so we sort by length so it gets a higher priority than simply {@code *}. * * @param triggers the triggers to sort * @return the sorted triggers */ private List sortByLength(List triggers) { List sortedPatterns = new ArrayList<>(); Map> patternMap = new HashMap<>(); for (SortedTriggerEntry trigger : triggers) { sortedPatterns.add(trigger.getTrigger()); if (!patternMap.containsKey(trigger.getTrigger())) { patternMap.put(trigger.getTrigger(), new ArrayList()); } patternMap.get(trigger.getTrigger()).add(trigger); } Collections.sort(sortedPatterns, byLengthReverse()); // Only loop through unique patterns. Map patternSet = new HashMap<>(); List sorted = new ArrayList<>(); // Add them to the sorted triggers bucket. for (String pattern : sortedPatterns) { if (patternSet.containsKey(pattern) && patternSet.get(pattern)) { continue; } patternSet.put(pattern, true); sorted.addAll(patternMap.get(pattern)); } return sorted; } /** * Returns a {@link Comparator} to sort a list of {@link String}s by reverse length. * Strings with equal length will be sorted alphabetically (natural ordering). * * @return the comparator */ private Comparator byLengthReverse() { return new Comparator() { @Override public int compare(String o1, String o2) { int result = Integer.compare(o2.length(), o1.length()); if (result == 0) { result = o1.compareTo(o2); } return result; } }; } /*---------------------*/ /*-- Reply Methods --*/ /*---------------------*/ /** * Returns a reply from the bot for a user's message. *

* In case of an exception and exception throwing is enabled a {@link RiveScriptException} is thrown. * Check the subclasses to see which types exceptions can be thrown. * * @param username the username * @param message the user's message * @return the reply * @throws RiveScriptException in case of an exception and exception throwing is enabled */ public String reply(String username, String message) throws RiveScriptException { logger.debug("Asked to reply to [{}] {}", username, message); long startTime = System.currentTimeMillis(); // Store the current user's ID. this.currentUser.set(username); try { // Initialize a user profile for this user? this.sessions.init(username); // Format their message. message = formatMessage(message, false); String reply; // If the BEGIN block exists, consult it first. if (this.topics.containsKey("__begin__")) { String begin = getReply(username, "request", true, 0); // OK to continue? if (begin.contains("{ok}")) { reply = getReply(username, message, false, 0); begin = begin.replaceAll("\\{ok\\}", reply); } reply = begin; reply = processTags(username, message, reply, new ArrayList(), new ArrayList(), 0); } else { reply = getReply(username, message, false, 0); } // Save their message history. this.sessions.addHistory(username, message, reply); if (logger.isDebugEnabled()) { long elapsedTime = System.currentTimeMillis() - startTime; logger.debug("Replied [{}] to [{}] in {} ms", reply, username, elapsedTime); } return reply; } finally { // Unset the current user's ID. this.currentUser.remove(); } } /** * Returns a reply from the bot for a user's message. * * @param username the username * @param message the user's message * @param isBegin whether this reply is for the {@code BEGIN} block context or not. * @param step the recursion depth counter * @return the reply */ private String getReply(String username, String message, boolean isBegin, int step) { // Needed to sort replies? if (this.sorted.getTopics().size() == 0) { logger.warn("You forgot to call sortReplies()!"); String errorMessage = this.errorMessages.get(REPLIES_NOT_SORTED_KEY); if (this.throwExceptions) { throw new RepliesNotSortedException(errorMessage); } return errorMessage; } // Collect data on this user. String topic = this.sessions.get(username, "topic"); if (topic == null) { topic = "random"; } List stars = new ArrayList<>(); List thatStars = new ArrayList<>(); String reply = null; // Avoid letting them fall into a missing topic. if (!this.topics.containsKey(topic)) { logger.warn("User {} was in an empty topic named '{}'", username, topic); topic = "random"; this.sessions.set(username, "topic", topic); } // Avoid deep recursion. if (checkDeepRecursion(step, "Deep recursion while getting reply!")) { return this.errorMessages.get(DEEP_RECURSION_KEY); } // Are we in the BEGIN block? if (isBegin) { topic = "__begin__"; } // More topic sanity checking. if (!this.topics.containsKey(topic)) { // This was handled before, which would mean topic=random and it doesn't exist. Serious issue! String errorMessage = this.errorMessages.get(DEFAULT_TOPIC_NOT_FOUND_KEY); if (this.throwExceptions) { throw new NoDefaultTopicException(errorMessage); } return errorMessage; } // Create a pointer for the matched data when we find it. Trigger matched = null; String matchedTrigger = null; boolean foundMatch = false; // See if there were any %Previous's in this topic, or any topic related to it. // This should only be done the first time -- not during a recursive redirection. // This is because in a redirection, "lastReply" is still gonna be the same as it was the first time, // resulting in an infinite loop! if (step == 0) { List allTopics = new ArrayList<>(Arrays.asList(topic)); if (this.includes.get(topic).size() > 0 || this.inherits.get(topic).size() > 0) { // Get ALL the topics! allTopics = getTopicTree(topic, 0); } // Scan them all. for (String top : allTopics) { logger.debug("Checking topic {} for any %Previous's", top); if (this.sorted.getThats(top).size() > 0) { logger.debug("There's a %Previous in this topic!"); // Get the bot's last reply to the user. History history = this.sessions.getHistory(username); String lastReply = history.getReply().get(0); // Format the bot's reply the same way as the human's. lastReply = formatMessage(lastReply, true); logger.debug("Bot's last reply: {}", lastReply); // See if it's a match. for (SortedTriggerEntry trigger : this.sorted.getThats(top)) { String pattern = trigger.getPointer().getPrevious(); String botside = triggerRegexp(username, pattern); logger.debug("Try to match lastReply {} to {} ({})", lastReply, pattern, botside); // Match? Pattern re = Pattern.compile("^" + botside + "$"); Matcher matcher = re.matcher(lastReply); if (matcher.find()) { // Huzzah! See if OUR message is right too... logger.debug("Bot side matched!"); // Collect the bot stars. for (int i = 1; i <= matcher.groupCount(); i++) { thatStars.add(matcher.group(i)); } // Compare the triggers to the user's message. Trigger userSide = trigger.getPointer(); String regexp = triggerRegexp(username, userSide.getTrigger()); logger.debug("Try to match {} against {} ({})", message, userSide.getTrigger(), regexp); // If the trigger is atomic, we don't need to deal with the regexp engine. boolean isMatch = false; if (isAtomic(userSide.getTrigger())) { if (message.equals(regexp)) { isMatch = true; } } else { re = Pattern.compile("^" + regexp + "$"); matcher = re.matcher(message); if (matcher.find()) { isMatch = true; // Get the user's message stars. for (int i = 1; i <= matcher.groupCount(); i++) { stars.add(matcher.group(i)); } } } // Was it a match? if (isMatch) { // Keep the trigger pointer. matched = userSide; foundMatch = true; matchedTrigger = userSide.getTrigger(); break; } } } } } } // Search their topic for a match to their trigger. if (!foundMatch) { logger.debug("Searching their topic for a match..."); for (SortedTriggerEntry trigger : this.sorted.getTopic(topic)) { String pattern = trigger.getTrigger(); String regexp = triggerRegexp(username, pattern); logger.debug("Try to match \"{}\" against {} ({})", message, pattern, regexp); // If the trigger is atomic, we don't need to bother with the regexp engine. boolean isMatch = false; if (isAtomic(pattern) && message.equals(regexp)) { isMatch = true; } else { // Non-atomic triggers always need the regexp. Pattern re = Pattern.compile("^" + regexp + "$"); Matcher matcher = re.matcher(message); if (matcher.find()) { // The regexp matched! isMatch = true; // Collect the stars. for (int i = 1; i <= matcher.groupCount(); i++) { stars.add(matcher.group(i)); } } } // A match somehow? if (isMatch) { logger.debug("Found a match!"); // Keep the pointer to this trigger's data. matched = trigger.getPointer(); foundMatch = true; matchedTrigger = pattern; break; } } } // Store what trigger they matched on. this.sessions.setLastMatch(username, matchedTrigger); // Did we match? if (foundMatch) { for (int n = 0; n < 1; n++) { // A single loop so we can break out early. // See if there are any hard redirects. if (matched.getRedirect() != null && matched.getRedirect().length() > 0) { logger.debug("Redirecting us to {}", matched.getRedirect()); String redirect = matched.getRedirect(); redirect = processTags(username, message, redirect, stars, thatStars, 0); redirect = redirect.toLowerCase(); logger.debug("Pretend user said: {}", redirect); reply = getReply(username, redirect, isBegin, step + 1); break; } // Check the conditionals. for (String row : matched.getCondition()) { String[] halves = row.split("=>"); if (halves.length == 2) { Matcher matcher = RE_CONDITION.matcher(halves[0].trim()); if (matcher.find()) { String left = matcher.group(1).trim(); String eq = matcher.group(2); String right = matcher.group(3).trim(); String potentialReply = halves[1].trim(); // Process tags all around. left = processTags(username, message, left, stars, thatStars, step); right = processTags(username, message, right, stars, thatStars, step); // Defaults? if (left.length() == 0) { left = UNDEFINED; } if (right.length() == 0) { right = UNDEFINED; } logger.debug("Check if {} {} {}", left, eq, right); // Validate it. boolean passed = false; if (eq.equals("eq") || eq.equals("==")) { if (left.equals(right)) { passed = true; } } else if (eq.equals("ne") || eq.equals("!=") || eq.equals("<>")) { if (!left.equals(right)) { passed = true; } } else { // Dealing with numbers here. int intLeft; int intRight; try { intLeft = Integer.parseInt(left); intRight = Integer.parseInt(right); if (eq.equals("<") && intLeft < intRight) { passed = true; } else if (eq.equals("<=") && intLeft <= intRight) { passed = true; } else if (eq.equals(">") && intLeft > intRight) { passed = true; } else if (eq.equals(">=") && intLeft >= intRight) { passed = true; } } catch (NumberFormatException e) { logger.warn("Failed to evaluate numeric condition!"); } } if (passed) { reply = potentialReply; break; } } } } // Have our reply yet? if (reply != null && reply.length() > 0) { break; } // Process weights in the replies. List bucket = new ArrayList<>(); for (String rep : matched.getReply()) { int weight; Matcher matcher = RE_WEIGHT.matcher(rep); if (matcher.find()) { weight = Integer.parseInt(matcher.group(1)); if (weight <= 0) { weight = 1; } for (int i = weight; i > 0; i--) { bucket.add(rep); } } else { bucket.add(rep); } } // Get a random reply. if (bucket.size() > 0) { reply = bucket.get(RANDOM.nextInt(bucket.size())); } break; } } // Still no reply?? Give up with the fallback error replies. if (!foundMatch) { String errorMessage = this.errorMessages.get(REPLY_NOT_MATCHED_KEY); if (this.throwExceptions) { throw new ReplyNotMatchedException(errorMessage); } reply = errorMessage; } else if (reply == null || reply.length() == 0) { String errorMessage = this.errorMessages.get(REPLY_NOT_FOUND_KEY); if (this.throwExceptions) { throw new ReplyNotFoundException(errorMessage); } reply = errorMessage; } logger.debug("Reply: {}", reply); // Process tags for the BEGIN block. if (isBegin) { // The BEGIN block can set {topic} and user vars. // Topic setter. Matcher matcher = RE_TOPIC.matcher(reply); int giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for topic tag!")) { break; } String name = matcher.group(1); this.sessions.set(username, "topic", name); reply = reply.replace(matcher.group(0), ""); } // Set user vars. matcher = RE_SET.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for set tag!")) { break; } String name = matcher.group(1); String value = matcher.group(2); this.sessions.set(username, name, value); reply = reply.replace(matcher.group(0), ""); } } else { reply = processTags(username, message, reply, stars, thatStars, 0); } return reply; } /** * Formats a user's message for safe processing. * * @param message the user's message * @param botReply whether it is a bot reply or not * @return the formatted message */ private String formatMessage(String message, boolean botReply) { // Lowercase it. message = "" + message; message = message.toLowerCase(); // Run substitutions and sanitize what's left. message = substitute(message, this.sub, this.sorted.getSub()); // In UTF-8 mode, only strip metacharacters and HTML brackets (to protect against obvious XSS attacks). if (this.utf8) { message = RE_META.matcher(message).replaceAll(""); if (this.unicodePunctuation != null) { message = this.unicodePunctuation.matcher(message).replaceAll(""); } // For the bot's reply, also strip common punctuation. if (botReply) { message = RE_SYMBOLS.matcher(message).replaceAll(""); } } else { // For everything else, strip all non-alphanumerics. message = stripNasties(message); } // Cut leading and trailing blanks once punctuation dropped office. message = message.trim(); message = message.replaceAll("\\s+", " "); return message; } /** * Processes tags in a reply element. * * @param username the username * @param message the user's message * @param reply the reply * @param st the stars * @param bst the bot stars * @param step the recursion depth counter * @return the processed reply */ private String processTags(String username, String message, String reply, List st, List bst, int step) { // Prepare the stars and botstars. List stars = new ArrayList<>(); stars.add(""); stars.addAll(st); List botstars = new ArrayList<>(); botstars.add(""); botstars.addAll(bst); if (stars.size() == 1) { stars.add(UNDEFINED); } if (botstars.size() == 1) { botstars.add(UNDEFINED); } // Turn arrays into randomized sets. Pattern re = Pattern.compile("\\(@([A-Za-z0-9_]+)\\)"); Matcher matcher = re.matcher(reply); int giveup = 0; while (matcher.find()) { if (checkDeepRecursion(giveup, "Infinite loop looking for arrays in reply!")) { break; } String name = matcher.group(1); String result; if (this.array.containsKey(name)) { result = "{random}" + StringUtils.join(this.array.get(name).toArray(new String[0]), "|") + "{/random}"; } else { result = "\\x00@" + name + "\\x00"; // Dummy it out so we can reinsert it later. } reply = reply.replace(matcher.group(0), result); } reply = reply.replaceAll("\\\\x00@([A-Za-z0-9_]+)\\\\x00", "(@$1)"); // Tag shortcuts. reply = reply.replaceAll("", "{person}{/person}"); reply = reply.replaceAll("<@>", "{@}"); reply = reply.replaceAll("", "{formal}{/formal}"); reply = reply.replaceAll("", "{sentence}{/sentence}"); reply = reply.replaceAll("", "{uppercase}{/uppercase}"); reply = reply.replaceAll("", "{lowercase}{/lowercase}"); // Weight and star tags. reply = RE_WEIGHT.matcher(reply).replaceAll(""); // Remove {weight} tags. reply = reply.replaceAll("", stars.get(1)); reply = reply.replaceAll("", botstars.get(1)); for (int i = 1; i < stars.size(); i++) { reply = reply.replaceAll("", stars.get(i)); } for (int i = 1; i < botstars.size(); i++) { reply = reply.replaceAll("", botstars.get(i)); } // and tags. reply = reply.replaceAll("", ""); reply = reply.replaceAll("", ""); History history = this.sessions.getHistory(username); if (history != null) { for (int i = 1; i <= HISTORY_SIZE; i++) { reply = reply.replaceAll("", history.getInput(i - 1)); reply = reply.replaceAll("", history.getReply(i - 1)); } } // and escape codes. reply = reply.replaceAll("", username); reply = reply.replaceAll("\\\\s", " "); reply = reply.replaceAll("\\\\n", "\n"); reply = reply.replaceAll("\\#", "#"); // {random} matcher = RE_RANDOM.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for random tag!")) { break; } String[] random; String text = matcher.group(1); if (text.contains("|")) { random = text.split("\\|"); } else { random = text.split(" "); } String output = ""; if (random.length > 0) { output = random[RANDOM.nextInt(random.length)]; } reply = reply.replace(matcher.group(0), output); } // Person substitution and string formatting. String[] formats = new String[] {"person", "formal", "sentence", "uppercase", "lowercase"}; for (String format : formats) { re = Pattern.compile("\\{" + format + "\\}(.+?)\\{\\/" + format + "\\}"); matcher = re.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for {} tag!")) { break; } String content = matcher.group(1); String replace = null; if (format.equals("person")) { replace = substitute(content, this.person, this.sorted.getPerson()); } else { if (format.equals("uppercase")) { replace = content.toUpperCase(); } else if (format.equals("lowercase")) { replace = content.toLowerCase(); } else if (format.equals("sentence")) { if (content.length() > 1) { replace = content.substring(0, 1).toUpperCase() + content.substring(1).toLowerCase(); } else { replace = content.toUpperCase(); } } else if (format.equals("formal")) { String[] words = content.split(" "); for (int i = 0; i < words.length; i++) { String word = words[i]; if (word.length() > 1) { words[i] = word.substring(0, 1).toUpperCase() + word.substring(1).toLowerCase(); } else { words[i] = word.toUpperCase(); } } replace = StringUtils.join(words, " "); } } reply = reply.replace(matcher.group(0), replace); } } // Handle all variable-related tags with an iterative regexp approach to // allow for nesting of tags in arbitrary ways (think >) // Dummy out the tags first, because we don't handle them here. reply = reply.replaceAll("", "{__call__}"); reply = reply.replaceAll("", "{/__call__}"); while (true) { // Look for tags that don't contain any other tags inside them. matcher = RE_ANY_TAG.matcher(reply); if (!matcher.find()) { break; // No tags left! } String match = matcher.group(1); String[] parts = match.split(" "); String tag = parts[0].toLowerCase(); String data = ""; if (parts.length > 1) { data = StringUtils.join(Arrays.copyOfRange(parts, 1, parts.length), " "); } String insert = ""; // Handle the various types of tags. if (tag.equals("bot") || tag.equals("env")) { // and tags are similar. Map target; if (tag.equals("bot")) { target = this.vars; } else { target = this.global; } if (data.contains("=")) { // Assigning the value. parts = data.split("="); String name = parts[0]; String value = parts[1]; logger.debug("Assign {} variable {} = }{", tag, name, value); target.put(name, value); } else { // Getting a bot/env variable. if (target.containsKey(data)) { insert = target.get(data); } else { insert = UNDEFINED; } } } else if (tag.equals("set")) { // user vars. parts = data.split("="); if (parts.length > 1) { String name = parts[0]; String value = parts[1]; logger.debug("Set uservar {} = {}", name, value); this.sessions.set(username, name, value); } else { logger.warn("Malformed tag: {}", match); } } else if (tag.equals("add") || tag.equals("sub") || tag.equals("mult") || tag.equals("div")) { // Math operator tags parts = data.split("="); String name = parts[0]; String strValue = parts[1]; int result = 0; // Initialize the variable? String origStr = this.sessions.get(username, name); if (origStr == null) { origStr = "0"; this.sessions.set(username, name, origStr); } // Sanity check. try { int value = Integer.parseInt(strValue); try { result = Integer.parseInt(origStr); // Run the operation. if (tag.equals("add")) { result += value; } else if (tag.equals("sub")) { result -= value; } else if (tag.equals("mult")) { result *= value; } else { // Don't divide by zero. if (value == 0) { logger.warn("Can't divide by zero"); insert = this.errorMessages.get(CANNOT_DIVIDE_BY_ZERO_KEY); } result /= value; } this.sessions.set(username, name, Integer.toString(result)); } catch (NumberFormatException e) { logger.warn("Math can't " + tag + " non-numeric variable " + name); insert = this.errorMessages.get(CANNOT_MATH_VARIABLE_KEY); } } catch (NumberFormatException e) { logger.warn("Math can't " + tag + " non-numeric value " + strValue); insert = this.errorMessages.get(CANNOT_MATH_VALUE_KEY); } } else if (tag.equals("get")) { // user vars. insert = this.sessions.get(username, data); if (insert == null) { insert = UNDEFINED; } } else { // Unrecognized tag; preserve it. insert = "\\x00" + match + "\\x01"; } reply = reply.replace(matcher.group(0), insert); } // Recover mangled HTML-like tags. reply = reply.replaceAll("\\\\x00", "<"); reply = reply.replaceAll("\\\\x01", ">"); // Topic setter. matcher = RE_TOPIC.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for topic tag!")) { break; } String name = matcher.group(1); this.sessions.set(username, "topic", name); reply = reply.replace(matcher.group(0), ""); } // Inline redirector. matcher = RE_REDIRECT.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for redirect tag!")) { break; } String target = matcher.group(1); logger.debug("Inline redirection to: {}", target); String subreply = getReply(username, target.trim(), false, step + 1); reply = reply.replace(matcher.group(0), subreply); } // Object caller. reply = reply.replaceAll("\\{__call__\\}", ""); reply = reply.replaceAll("\\{/__call__\\}", ""); matcher = RE_CALL.matcher(reply); giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking for call tag!")) { break; } String text = matcher.group(1).trim(); String[] parts = text.split(" ", 2); String obj = parts[0]; String[] args; if (parts.length > 1) { args = parseCallArgsString(parts[1]); } else { args = new String[0]; } // Do we know this object? String output; if (this.subroutines.containsKey(obj)) { // It exists as a native Java macro. output = this.subroutines.get(obj).call(this, args); } else if (this.objectLanguages.containsKey(obj)) { String language = this.objectLanguages.get(obj); output = this.handlers.get(language).call(this, obj, args); } else { output = this.errorMessages.get(OBJECT_NOT_FOUND_KEY); } if (output == null) { output = ""; } reply = reply.replace(matcher.group(0), output); } return reply; } /** * Converts an args {@link String} into a array of arguments. * * @param args the args string to convert * @return the array of arguments */ private String[] parseCallArgsString(String args) { List result = new ArrayList<>(); String buffer = ""; boolean insideAString = false; if (args != null) { for (char c : args.toCharArray()) { if (Character.isWhitespace(c) && !insideAString) { if (buffer.length() > 0) { result.add(buffer); } buffer = ""; continue; } if (c == '"') { if (insideAString) { if (buffer.length() > 0) { result.add(buffer); } buffer = ""; } insideAString = !insideAString; continue; } buffer += c; } if (buffer.length() > 0) { result.add(buffer); } } return result.toArray(new String[0]); } /** * Applies a substitution to an input message. * * @param message the input message * @param subs the substitution map * @param sorted the substitution list * @return the substituted message */ private String substitute(String message, Map subs, List sorted) { // Safety checking. if (subs == null || subs.size() == 0) { return message; } // Make placeholders each time we substitute something. List ph = new ArrayList<>(); int pi = 0; for (String pattern : sorted) { String result = subs.get(pattern); String qm = quoteMetacharacters(pattern); // Make a placeholder. ph.add(result); String placeholder = "\\\\x00" + pi + "\\\\x00"; pi++; // Run substitutions. message = message.replaceAll("^" + qm + "$", placeholder); message = message.replaceAll("^" + qm + "(\\W+)", placeholder + "$1"); message = message.replaceAll("(\\W+)" + qm + "(\\W+)", "$1" + placeholder + "$2"); message = message.replaceAll("(\\W+)" + qm + "$", "$1" + placeholder); } // Convert the placeholders back in. int tries = 0; while (message.contains("\\x00")) { tries++; if (checkDeepRecursion(tries, "Too many loops in substitution placeholders!")) { break; } Matcher matcher = RE_PLACEHOLDER.matcher(message); if (matcher.find()) { int i = Integer.parseInt(matcher.group(1)); String result = ph.get(i); message = message.replace(matcher.group(0), result); } } return message; } /** * Returns an array of every topic related to a topic (all the topics it inherits or includes, * plus all the topics included or inherited by those topics, and so on). * The array includes the original topic, too. * * @param topic the name of the topic * @param depth the recursion depth counter * @return the list of topic names */ private List getTopicTree(String topic, int depth) { // Break if we're in too deep. if (checkDeepRecursion(depth, "Deep recursion while scanning topic tree!")) { return new ArrayList<>(); } // Collect an array of all topics. List topics = new ArrayList<>(Arrays.asList(topic)); for (String includes : this.topics.get(topic).getIncludes().keySet()) { topics.addAll(getTopicTree(includes, depth + 1)); } for (String inherits : this.topics.get(topic).getInherits().keySet()) { topics.addAll(getTopicTree(inherits, depth + 1)); } return topics; } /** * Prepares a trigger pattern for the regular expression engine. * * @param username the username * @param pattern the pattern * @return the regular expression trigger pattern */ private String triggerRegexp(String username, String pattern) { // If the trigger is simply '*' then the * needs to become (.*?) to match the blank string too. pattern = RE_ZERO_WITH_STAR.matcher(pattern).replaceAll(""); // Simple replacements. pattern = pattern.replaceAll("\\*", "(.+?)"); // Convert * into (.+?) pattern = pattern.replaceAll("#", "(\\\\d+?)"); // Convert # into (\d+?) pattern = pattern.replaceAll("(?", "(.*?)"); // Convert into (.+?) pattern = pattern.replaceAll("\\|{2,}", "|"); // Remove empty entities pattern = pattern.replaceAll("(\\(|\\[)\\|", "$1"); // Remove empty entities from start of alt/opts pattern = pattern.replaceAll("\\|(\\)|\\])", "$1"); // Remove empty entities from end of alt/opts // UTF-8 mode special characters. if (this.utf8) { // Literal @ symbols (like in an e-mail address) conflict with arrays. pattern = pattern.replaceAll("\\\\@", "\\\\u0040"); } // Optionals. Matcher matcher = RE_OPTIONAL.matcher(pattern); int giveup = 0; while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop when trying to process optionals in a trigger!")) { return ""; } String[] parts = matcher.group(1).split("\\|"); List opts = new ArrayList<>(); for (String p : parts) { opts.add("(?:\\s|\\b)+" + p + "(?:\\s|\\b)+"); } // If this optional had a star or anything in it, make it non-matching. String pipes = StringUtils.join(opts.toArray(new String[0]), "|"); pipes = pipes.replaceAll(StringUtils.quoteMetacharacters("(.+?)"), "(?:.+?)"); pipes = pipes.replaceAll(StringUtils.quoteMetacharacters("(\\d+?)"), "(?:\\\\d+?)"); pipes = pipes.replaceAll(StringUtils.quoteMetacharacters("(\\w+?)"), "(?:\\\\w+?)"); // Put the new text in. pipes = "(?:" + pipes + "|(?:\\s|\\b)+)"; pattern = pattern.replaceAll("\\s*\\[" + StringUtils.quoteMetacharacters(matcher.group(1)) + "\\]\\s*", StringUtils.quoteMetacharacters(pipes)); } // _ wildcards can't match numbers! // Quick note on why I did it this way: the initial replacement above (_ => (\w+?)) needs to be \w because the square brackets // in [\s\d] will confuse the optionals logic just above. So then we switch it back down here. // Also, we don't just use \w+ because that matches digits, and similarly [A-Za-z] doesn't work with Unicode, // so this regexp excludes spaces and digits instead of including letters. pattern = pattern.replaceAll("\\\\w", "[^\\\\s\\\\d]"); // Filter in arrays. giveup = 0; matcher = RE_ARRAY.matcher(pattern); while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking when trying to process arrays in a trigger!")) { break; } String name = matcher.group(1); String rep = ""; if (this.array.containsKey(name)) { rep = "(?:" + StringUtils.join(this.array.get(name).toArray(new String[0]), "|") + ")"; } pattern = pattern.replace(matcher.group(0), rep); } // Filter in bot variables. giveup = 0; matcher = RE_BOT_VAR.matcher(pattern); while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking when trying to process bot variables in a trigger!")) { break; } String name = matcher.group(1); String rep = ""; if (this.vars.containsKey(name)) { rep = StringUtils.stripNasties(this.vars.get(name)); } pattern = pattern.replace(matcher.group(0), rep.toLowerCase()); } // Filter in user variables. giveup = 0; matcher = RE_USER_VAR.matcher(pattern); while (matcher.find()) { giveup++; if (checkDeepRecursion(giveup, "Infinite loop looking when trying to process user variables in a trigger!")) { break; } String name = matcher.group(1); String rep = UNDEFINED; String value = this.sessions.get(username, name); if (value != null) { rep = value; } pattern = pattern.replace(matcher.group(0), rep.toLowerCase()); } // Filter in and tags. giveup = 0; pattern = pattern.replaceAll("", ""); pattern = pattern.replaceAll("", ""); while (pattern.contains(""; String replyPattern = ""; History history = this.sessions.getHistory(username); if (history == null) { pattern = pattern.replace(inputPattern, history.getInput(i - 1)); pattern = pattern.replace(replyPattern, history.getReply(i - 1)); } else { pattern = pattern.replace(inputPattern, UNDEFINED); pattern = pattern.replace(replyPattern, UNDEFINED); } } } // Recover escaped Unicode symbols. if (this.utf8) { pattern = pattern.replaceAll("\\u0040", "@"); } return pattern; } /** * Returns whether a trigger is atomic or not. * * @param pattern the pattern * @return whether the pattern is atmonic or not */ private boolean isAtomic(String pattern) { // Atomic triggers don't contain any wildcards or parenthesis or anything of the sort. // We don't need to test the full character set, just left brackets will do. List specials = Arrays.asList("*", "#", "_", "(", "[", "<", "@"); for (String special : specials) { if (pattern.contains(special)) { return false; } } return true; } /*------------------*/ /*-- User Methods --*/ /*------------------*/ /** * Sets a user variable. *

* This is equivalent to {@code } in RiveScript. Set the value to {@code null} to delete a user variable. * * @param username the username * @param name the variable name * @param value the variable value */ public void setUservar(String username, String name, String value) { sessions.set(username, name, value); } /** * Set a user's variables. *

* Set multiple user variables by providing a {@link Map} of key/value pairs. * Equivalent to calling {@link #setUservar(String, String, String)} for each pair in the map. * * @param username the name * @param vars the user variables */ public void setUservars(String username, Map vars) { sessions.set(username, vars); } /** * Returns a user variable. *

* This is equivalent to {@code } in RiveScript. Returns {@code null} if the variable isn't defined. * * @param username the username * @param name the variable name * @return the variable value */ public String getUservar(String username, String name) { return sessions.get(username, name); } /** * Returns all variables for a user. * * @param username the username * @return the variables */ public UserData getUservars(String username) { return sessions.get(username); } /** * Clears all variables for all users. */ public void clearAllUservars() { this.sessions.clearAll(); } /** * Clears a user's variables. * * @param username the username */ public void clearUservars(String username) { sessions.clear(username); } /** * Makes a snapshot of a user's variables. * * @param username the username */ public void freezeUservars(String username) { sessions.freeze(username); } /** * Unfreezes a user's variables. * * @param username the username * @param action the thaw action * @see ThawAction */ public void thawUservars(String username, ThawAction action) { sessions.thaw(username, action); } /** * Returns a user's last matched trigger. * * @param username the username * @return the last matched trigger */ public String lastMatch(String username) { return sessions.getLastMatch(username); } /** * Returns the current user's ID. *

* This is only useful from within a (Java) object macro, to get the ID of the user who invoked the macro. * This value is set at the beginning of {@link #reply(String, String)} and unset at the end, so this method will return {@code null} * outside of a reply context. * * @return the user's ID or {@code null} */ public String currentUser() { return currentUser.get(); } /*-----------------------*/ /*-- Developer Methods --*/ /*-----------------------*/ /** * Dumps the trigger sort buffers to the standard output stream. */ public void dumpSorted() { dumpSorted(sorted.getTopics(), "Topics"); dumpSorted(sorted.getThats(), "Thats"); dumpSortedList(sorted.getSub(), "Substitutions"); dumpSortedList(sorted.getPerson(), "Person Substitutions"); } private void dumpSorted(Map> tree, String label) { System.out.println("Sort buffer: " + label); for (Map.Entry> entry : tree.entrySet()) { String topic = entry.getKey(); List data = entry.getValue(); System.out.println(" Topic: " + topic); for (SortedTriggerEntry trigger : data) { System.out.println(" + " + trigger.getTrigger()); } } } private void dumpSortedList(List list, String label) { System.out.println("Sort buffer: " + label); for (String item : list) { System.out.println(" " + item); } } /** * Dumps the entire topic/trigger/reply structure to the standard output stream. */ public void dumpTopics() { for (Map.Entry entry : topics.entrySet()) { String topic = entry.getKey(); Topic data = entry.getValue(); System.out.println("Topic: " + topic); for (Trigger trigger : data.getTriggers()) { System.out.println(" + " + trigger.getTrigger()); if (trigger.getPrevious() != null) { System.out.println(" % " + trigger.getPrevious()); } for (String condition : trigger.getCondition()) { System.out.println(" * " + condition); } for (String reply : trigger.getReply()) { System.out.println(" - " + reply); } if (trigger.getRedirect() != null) { System.out.println(" @ " + trigger.getRedirect()); } } } } /** * Returns the topics. * * @return the topics */ public Map getTopics() { return topics; } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy