class Gamefic::Syntax

def self.tokenize(text, syntaxes)

Returns:
  • (Array) - The tokenized expressions.

Parameters:
  • syntaxes (Array) -- The syntaxes to use.
  • text (String) -- The text to tokenize. 
def self.tokenize(text, syntaxes)
  syntaxes
    .map { |syn| syn.tokenize(text) }
    .compact
    .uniq { |exp| [exp.verb, exp.tokens] }
    .sort_by { |exp| [-exp.tokens.compact.length] }
end