class Cucumber::CucumberExpressions::CucumberExpressionTokenizer

def should_create_new_token?(previous_token_type, current_token_type)
  current_token_type != previous_token_type ||
    (current_token_type != TokenType::WHITE_SPACE && current_token_type != TokenType::TEXT)
end