Class: Syntax::Fortran

Inherits:
Tokenizer show all
Defined in:
lib/syntax/lang/fortran.rb

Overview

A tokenizer for free-form Fortran source code.

Constant Summary collapse

LC_KEYWORDS =

Fortran keywords

%w{ assign backspace call close common continue data dimension do
    else end endfile endif enddo entry equivalence external
    format function goto if implicit inquire intrinsic open
    parameter pause print program read return rewind
    save stop subroutine then write } +
[ "block data", "go to" ] +
    # Fortran 90 keywords
%w{ allocate allocatable case contains cycle deallocate
    elsewhere exit include interface intent module namelist nullify
    only operator optional pointer private procedure public
    result recursive select sequence target type use while where } +
    # Fortran 95 keywords
%w{ elemental forall pure } +
    # Fortran 2003 keywords
%w{ abstract associate asynchronous bind class deferred enum enumerator
    extends final flush generic import non_overridable nopass pass
    protected value volatile wait } +
    # Fortran 2008 keywords
%w{ block codimension concurrent contiguous critical submodule
    lock unlock } +
[ "error stop", "sync all", "sync images", "sync memory" ]
LC_TYPES =

List of identifiers recognized as types

[ "character", "complex", "logical", "integer", "real",
"double precision" ]
LC_INTRINSICS =

Fortran intrinsic procedures

%w{
    abs achar acos acosh adjustl adjustr aimag
    aint all allocated anint any asin asinh
    associated atan atan2 atanh atomic_define atomic_ref
    bessel_j0 bessel_j1 bessel_jn
    bessel_y0 bessel_y1 bessel_yn
    bit_size btest
    bge bgt ble blt
    c_associated c_f_pointer c_f_procpointer
    c_funloc c_loc c_sizeof
    ceiling char cmplx command_argument_count
    compiler_version compiler_options
    conjg cos cosh count cpu_time cshift
    date_and_time dble digits dim dot_product dprod
    dshiftl dshiftr
    eoshift epsilon erf erfc erfc_scaled exp exponent
    execute_command_line extends_type_of
    findloc float floor fraction
    gamma get_command get_command_argument
    get_environment_variable
    huge hypot
    iachar iall iand iany ibclr ibits ibset ichar image_index
    int ior iparity is_contiguous is_iostat_end is_iostat_eor
    ishft ishftc
    kind
    lbound lcobound leadz len len_trim lge lgt lle llt
    log log10 log_gamma logical
    maskl maskr matmul max maxexponent maxloc maxval merge merge_bits
    min minexponent minloc minval mod modulo
    move_alloc mvbits
    nearest new_line nint norm2 not null num_images
    pack parity popcnt poppar precision present product
    radix random_number random_seed range real
    repeat reshape rrspacing
    same_type_as scale scan selected_char_kind selected_int_kind
    selected_real_kind set_exponent shape shiftl shiftr sign
    sin sinh size sngl spacing spread sqrt storage_size sum system_clock
    tan tanh this_image tiny trailz transfer transpose trim
    ubound ucobound unpack
    verify
}
KEYWORDS =

Also support all uppercase keywords, types, and procedures

Set.new LC_KEYWORDS + LC_KEYWORDS.map { |x| x.upcase }
TYPES = 
Set.new LC_TYPES + LC_TYPES.map { |x| x.upcase }
INTRINSICS = 
Set.new LC_INTRINSICS + LC_INTRINSICS.map { |x| x.upcase }

Instance Attribute Summary

Attributes inherited from Tokenizer

#chunk, #group

Instance Method Summary collapse

Methods inherited from Tokenizer

#finish, #option, #set, #setup, #start, #teardown, #tokenize

Instance Method Details

#step ⇒ Object

Step through a single iteration of the tokenization process.



90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
 
# File 'lib/syntax/lang/fortran.rb', line 90

def step
  case
  when check( /program\s+/ )
    start_group :keyword, scan( /program\s+/ )
    start_group :function,  scan_until( /(?=[;(\s]|#{EOL})/ )
  when check( /subroutine\s+/ )
    start_group :keyword, scan( /subroutine\s+/ )
    start_group :function,  scan_until( /(?=[;(\s]|#{EOL})/ )
  when check( /function\s+/ )
    start_group :keyword, scan( /function\s+/ )
    start_group :function,  scan_until( /(?=[;(\s]|#{EOL})/ )
  when check( /module\s+/ )
    start_group :keyword, scan( /module\s+/ )
    start_group :function,  scan_until( /(?=[;\s]|#{EOL})/ )
  when check( /\.true\.|\.false\.|\.TRUE\.|\.FALSE\./ )
    start_group :constant,
    scan(/\.true\.|\.false\.|\.TRUE\.|\.FALSE\./)
  when scan( /(\d+\.?\d*|\d*\.?\d+)([eEdDqQ][+-]?\d+)?(_\w+)?/ )
    start_group :number, matched
  when scan( /[bB]\'[01]+\'|[oO]\'[0-7]+\'|[zZ]\'[0-9a-fA-F]+\'/ )
    start_group :number, matched
  else
    case peek(1)
    when /[\n\r]/
      start_group :normal, scan( /\s+/ )
    when /\s/
      start_group :normal, scan( /\s+/ )
    when "!"
      start_group :comment, scan( /![^\n\r]*/ )
    when /[A-Za-z]/
      word = scan( /\w+/ )
      if KEYWORDS.include?(word)
        start_group :keyword, word
      elsif TYPES.include?(word)
        start_group :type, word
      elsif INTRINSICS.include?(word)
        start_group :function, word
      elsif
        start_group :ident, word
      end
    when '"'
      # allow for continuation characters within strings
      start_group :string, scan(/"([^"]*(&[ ]*[\n\r]+)?)*"/)
    when "'"
      # allow for continuation characters within strings
      start_group :string, scan(/'([^']*(&[ ]*[\n\r]+)?)*'/)
    when /[-!?*\/+=<>()\[\]\{}:;,&|%]/
      start_group :punct, scan(/./)
    else
      # pass everything else through
      append getch
    end
  end
end