class Chronic::Separator

def self.scan(tokens, options)

Returns an Array of tokens.

options - The Hash of options specified in Chronic::parse.
tokens - An Array of tokens to scan.

tags to each token.
Scan an Array of Token objects and apply any necessary Separator
def self.scan(tokens, options)
  tokens.each do |token|
    if t = scan_for_commas(token) then token.tag(t); next end
    if t = scan_for_dots(token) then token.tag(t); next end
    if t = scan_for_colon(token) then token.tag(t); next end
    if t = scan_for_space(token) then token.tag(t); next end
    if t = scan_for_slash(token) then token.tag(t); next end
    if t = scan_for_dash(token) then token.tag(t); next end
    if t = scan_for_quote(token) then token.tag(t); next end
    if t = scan_for_at(token) then token.tag(t); next end
    if t = scan_for_in(token) then token.tag(t); next end
    if t = scan_for_on(token) then token.tag(t); next end
    if t = scan_for_and(token) then token.tag(t); next end
    if t = scan_for_t(token) then token.tag(t); next end
    if t = scan_for_w(token) then token.tag(t); next end
  end
end