PHP 8.2.31
Preview: token_stream.rb Size: 2.50 KB
/proc/thread-self/root/opt/alt/ruby23/lib64/ruby/2.3.0/rdoc/token_stream.rb

# frozen_string_literal: false
##
# A TokenStream is a list of tokens, gathered during the parse of some entity
# (say a method). Entities populate these streams by being registered with the
# lexer. Any class can collect tokens by including TokenStream. From the
# outside, you use such an object by calling the start_collecting_tokens
# method, followed by calls to add_token and pop_token.

module RDoc::TokenStream

  ##
  # Converts +token_stream+ to HTML wrapping various tokens with
  # <tt><span></tt> elements.  The following tokens types are wrapped in spans
  # with the given class names:
  #
  # TkCONSTANT :: 'ruby-constant'
  # TkKW       :: 'ruby-keyword'
  # TkIVAR     :: 'ruby-ivar'
  # TkOp       :: 'ruby-operator'
  # TkId       :: 'ruby-identifier'
  # TkNode     :: 'ruby-node'
  # TkCOMMENT  :: 'ruby-comment'
  # TkREGEXP   :: 'ruby-regexp'
  # TkSTRING   :: 'ruby-string'
  # TkVal      :: 'ruby-value'
  #
  # Other token types are not wrapped in spans.

  def self.to_html token_stream
    token_stream.map do |t|
      next unless t

      style = case t
              when RDoc::RubyToken::TkCONSTANT then 'ruby-constant'
              when RDoc::RubyToken::TkKW       then 'ruby-keyword'
              when RDoc::RubyToken::TkIVAR     then 'ruby-ivar'
              when RDoc::RubyToken::TkOp       then 'ruby-operator'
              when RDoc::RubyToken::TkId       then 'ruby-identifier'
              when RDoc::RubyToken::TkNode     then 'ruby-node'
              when RDoc::RubyToken::TkCOMMENT  then 'ruby-comment'
              when RDoc::RubyToken::TkREGEXP   then 'ruby-regexp'
              when RDoc::RubyToken::TkSTRING   then 'ruby-string'
              when RDoc::RubyToken::TkVal      then 'ruby-value'
              end

      text = CGI.escapeHTML t.text

      if style then
        "<span class=\"#{style}\">#{text}</span>"
      else
        text
      end
    end.join
  end

  ##
  # Adds +tokens+ to the collected tokens

  def add_tokens(*tokens)
    tokens.flatten.each { |token| @token_stream << token }
  end

  alias add_token add_tokens

  ##
  # Starts collecting tokens

  def collect_tokens
    @token_stream = []
  end

  alias start_collecting_tokens collect_tokens

  ##
  # Remove the last token from the collected tokens

  def pop_token
    @token_stream.pop
  end

  ##
  # Current token stream

  def token_stream
    @token_stream
  end

  ##
  # Returns a string representation of the token stream

  def tokens_to_s
    token_stream.compact.map { |token| token.text }.join ''
  end

end

Directory Contents

Dirs: 9 × Files: 46

Name Size Perms Modified Actions
context DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
generator DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
i18n DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
markdown DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
markup DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
parser DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
rd DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
ri DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
stats DIR
- drwxr-xr-x 2024-03-03 22:43:27
Edit Download
2.12 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
173 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
7.07 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
3.76 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
19.76 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
9.41 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
152 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
5.32 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
3.58 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
28.79 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
5.85 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
2.86 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
825 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
401 B lrw-r--r-- 2015-12-20 06:36:57
Edit Download
171 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
1.80 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
145 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
182 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
173 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
2.62 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
373.78 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
28.27 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
130 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
9.04 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
2.75 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
2.13 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
1.43 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
30.92 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
8.09 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
3.57 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
13.63 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
966 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
346 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
5.29 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
27.75 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
11.35 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
11.88 KB lrw-r--r-- 2015-12-22 12:08:13
Edit Download
409 B lrw-r--r-- 2015-12-16 05:07:31
Edit Download
10.48 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
22.40 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
7.69 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
4.19 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
7.89 KB lrw-r--r-- 2015-12-22 12:08:13
Edit Download
2.50 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
6.29 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download
5.44 KB lrw-r--r-- 2015-12-16 05:07:31
Edit Download

If ZipArchive is unavailable, a .tar will be created (no compression).