Class: EBNF::LL1::Lexer::Token
- Defined in:
- vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb
Overview
Represents a lexer token.
Instance Attribute Summary collapse
-
#lineno ⇒ Integer
readonly
The line number where the token was encountered.
-
#options ⇒ Hash
readonly
Any additional options for the token.
-
#type ⇒ Symbol
readonly
The token's symbol type.
-
#value ⇒ String
readonly
The token's value.
Instance Method Summary collapse
-
#===(value) ⇒ Boolean
Returns
true
if the givenvalue
matches either the type or value of this token. -
#[](key) ⇒ Object
Returns the attribute named by
key
. -
#initialize(type, value, **options) ⇒ Token
constructor
Initializes a new token instance.
-
#inspect ⇒ String
Returns a developer-friendly representation of this token.
-
#representation ⇒ Object
Returns type, if not nil, otherwise value.
-
#to_a ⇒ Array
Returns an array representation of this token.
-
#to_hash ⇒ Hash
Returns a hash table representation of this token.
-
#to_s ⇒ Object
Readable version of token.
Constructor Details
#initialize(type, value, **options) ⇒ Token
Initializes a new token instance.
382 383 384 385 386 387 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 382 def initialize(type, value, **) @type = type.to_s.to_sym if type @value = value.to_s @options = .dup @lineno = @options.delete(:lineno) end |
Instance Attribute Details
#lineno ⇒ Integer (readonly)
The line number where the token was encountered.
367 368 369 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 367 def lineno @lineno end |
#options ⇒ Hash (readonly)
Any additional options for the token.
373 374 375 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 373 def @options end |
#type ⇒ Symbol (readonly)
The token's symbol type.
355 356 357 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 355 def type @type end |
#value ⇒ String (readonly)
The token's value.
361 362 363 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 361 def value @value end |
Instance Method Details
#===(value) ⇒ Boolean
Returns true
if the given value
matches either the type or value
of this token.
415 416 417 418 419 420 421 422 423 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 415 def ===(value) case value when Symbol value == @type when ::String @value == (@options[:case_insensitive] ? value.to_s.downcase : value.to_s) else value == @value end end |
#[](key) ⇒ Object
Returns the attribute named by key
.
394 395 396 397 398 399 400 401 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 394 def [](key) key = key.to_s.to_sym unless key.is_a?(Integer) || key.is_a?(Symbol) case key when 0, :type then @type when 1, :value then @value else nil end end |
#inspect ⇒ String
Returns a developer-friendly representation of this token.
457 458 459 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 457 def inspect "#{@value.inspect}#{'(' + @type.to_s + ')' if @type}" end |
#representation ⇒ Object
Returns type, if not nil, otherwise value
441 442 443 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 441 def representation @type ? @type : @value end |
#to_a ⇒ Array
Returns an array representation of this token.
449 450 451 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 449 def to_a [@type, @value] end |
#to_hash ⇒ Hash
Returns a hash table representation of this token.
429 430 431 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 429 def to_hash {type: @type, value: @value} end |
#to_s ⇒ Object
Readable version of token
435 436 437 |
# File 'vendor/bundler/ruby/3.3.0/bundler/gems/ebnf-c8f40958c6c3/lib/ebnf/ll1/lexer.rb', line 435 def to_s @type ? @type.inspect : @value end |