class Cucumber::CucumberExpressions::CucumberExpressionTokenizer

def convert_buffer_to_token(token_type)
  escape_tokens = 0
  if token_type == TokenType::TEXT
    escape_tokens = @escaped
    @escaped = 0
  end
  consumed_index = @buffer_start_index + @buffer.length + escape_tokens
  t = Token.new(
      token_type,
      @buffer.map { |codepoint| codepoint.chr(Encoding::UTF_8) }.join(''),
      @buffer_start_index,
      consumed_index
  )
  @buffer = []
  @buffer_start_index = consumed_index
  t
end