class RDoc::Parser::RipperStateLex::InnerStateLex

def initialize(code)
  @lex_state = EXPR_BEG
  @in_fname = false
  @continue = false
  reset
  super(code)
end

def initialize(code)
  super(code)
end

def on_CHAR(tok, data)
  @lex_state = EXPR_END
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_backref(tok, data)
  @lex_state = EXPR_END
  on_variables(__method__, tok, data)
end

def on_comma(tok, data)
  @lex_state = EXPR_BEG | EXPR_LABEL if (EXPR_ARG_ANY & @lex_state) != 0
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_comment(tok, data)
  @lex_state = EXPR_BEG unless (EXPR_LABEL & @lex_state) != 0
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_const(tok, data)
  case @lex_state
  when EXPR_FNAME
    @lex_state = EXPR_ENDFN
  when EXPR_CLASS, EXPR_CMDARG, EXPR_MID
    @lex_state = EXPR_ARG
  else
    @lex_state = EXPR_CMDARG
  end
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_cvar(tok, data)
  @lex_state = EXPR_END
  on_variables(__method__, tok, data)
end

def on_default(event, tok, data)
  reset
  data << Token.new(lineno, column, event, tok, @lex_state)
end

def on_default(event, tok, data)
  data << Token.new(lineno, column, event, tok, state)
end

def on_float(tok, data)
  @lex_state = EXPR_END | EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_gvar(tok, data)
  @lex_state = EXPR_END
  on_variables(__method__, tok, data)
end

def on_heredoc_beg(tok, data)
  data << Token.new(lineno, column, __method__, tok, @lex_state)
  @lex_state = EXPR_END
  data
end

def on_heredoc_end(tok, data)
  data << Token.new(lineno, column, __method__, tok, @lex_state)
  @lex_state = EXPR_BEG
  data
end

def on_ident(tok, data)
  on_variables(__method__, tok, data)
end

def on_ignored_nl(tok, data)
  case @lex_state
  when EXPR_FNAME, EXPR_DOT
    @continue = true
  else
    @continue = false
    @lex_state = EXPR_BEG unless (EXPR_LABEL & @lex_state) != 0
  end
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_ignored_sp(tok, data)
  @lex_state = EXPR_BEG unless (EXPR_LABEL & @lex_state) != 0
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_imaginary(tok, data)
  @lex_state = EXPR_END | EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_int(tok, data)
  @lex_state = EXPR_END | EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_ivar(tok, data)
  @lex_state = EXPR_END
  on_variables(__method__, tok, data)
end

def on_kw(tok, data)
  case tok
  when 'class'
    @lex_state = EXPR_CLASS
    @in_fname = true
  when 'def'
    @lex_state = EXPR_FNAME
    @continue = true
    @in_fname = true
  when 'if', 'unless', 'while', 'until'
    if ((EXPR_MID | EXPR_END | EXPR_ENDARG | EXPR_ENDFN | EXPR_ARG | EXPR_CMDARG) & @lex_state) != 0 # postfix if
      @lex_state = EXPR_BEG | EXPR_LABEL
    else
      @lex_state = EXPR_BEG
    end
  when 'begin', 'case', 'when'
    @lex_state = EXPR_BEG
  when 'return', 'break'
    @lex_state = EXPR_MID
  else
    if @lex_state == EXPR_FNAME
      @lex_state = EXPR_END
    else
      @lex_state = EXPR_END
    end
  end
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_lbrace(tok, data)
  @lex_state = EXPR_LABEL | EXPR_BEG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_lbracket(tok, data)
  @lex_state = EXPR_LABEL | EXPR_BEG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_lparen(tok, data)
  @lex_state = EXPR_LABEL | EXPR_BEG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_nl(tok, data)
  case @lex_state
  when EXPR_FNAME, EXPR_DOT
    @continue = true
  else
    @continue = false
    @lex_state = EXPR_BEG unless (EXPR_LABEL & @lex_state) != 0
  end
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_op(tok, data)
  case tok
  when '&', '|', '!', '!=', '!~'
    case @lex_state
    when EXPR_FNAME, EXPR_DOT
      @lex_state = EXPR_ARG
    else
      @lex_state = EXPR_BEG
    end
  when '<<'
    # TODO next token?
    case @lex_state
    when EXPR_FNAME, EXPR_DOT
      @lex_state = EXPR_ARG
    else
      @lex_state = EXPR_BEG
    end
  when '?'
    @lex_state = EXPR_BEG
  when '&&', '||', '+=', '-=', '*=', '**=',
       '&=', '|=', '^=', '<<=', '>>=', '||=', '&&='
    @lex_state = EXPR_BEG
  when '::'
    case @lex_state
    when EXPR_ARG, EXPR_CMDARG
      @lex_state = EXPR_DOT
    when EXPR_FNAME, EXPR_DOT
      @lex_state = EXPR_ARG
    else
      @lex_state = EXPR_BEG
    end
  else
    case @lex_state
    when EXPR_FNAME, EXPR_DOT
      @lex_state = EXPR_ARG
    else
      @lex_state = EXPR_BEG
    end
  end
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_period(tok, data)
  @lex_state = EXPR_DOT
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_rational(tok, data)
  @lex_state = EXPR_END | EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_rbrace(tok, data)
  @lex_state = EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_rbracket(tok, data)
  @lex_state = EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_rparen(tok, data)
  @lex_state = EXPR_ENDFN
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_sp(tok, data)
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_symbeg(tok, data)
  @lex_state = EXPR_FNAME
  @continue = true
  @in_fname = true
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_tstring_beg(tok, data)
  @lex_state = EXPR_BEG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_tstring_end(tok, data)
  @lex_state = EXPR_END | EXPR_ENDARG
  data << Token.new(lineno, column, __method__, tok, @lex_state)
end

def on_variables(event, tok, data)
_fname
_state = EXPR_ENDFN
fname = false
tinue = false
@continue
 @lex_state
 EXPR_DOT
ex_state = EXPR_ARG

ex_state = EXPR_ENDFN
ontinue = false
_state = EXPR_CMDARG
< Token.new(lineno, column, event, tok, @lex_state)

def reset
  @command_start = false
  @cmd_state = @command_start
end