summaryrefslogtreecommitdiff
path: root/tool/id2token.rb
blob: 706154ecfb024654d6a3b102b105347b03d61ed1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
#! /usr/bin/ruby -p
# -*- coding: us-ascii -*-

# Used to build the Ruby parsing code in common.mk and Ripper.

BEGIN {
  require 'optparse'
  $:.unshift(File.dirname(__FILE__))
  require 'vpath'
  vpath = VPath.new
  header = nil

  opt = OptionParser.new do |o|
    vpath.def_options(o)
    header = o.order!(ARGV).shift
  end or abort opt.opt_s

  TOKENS = {}
  h = vpath.read(header) rescue abort("#{header} not found in #{vpath.inspect}")
  h.scan(/^#define\s+RUBY_TOKEN_(\w+)\s+(\d+)/) do |token, id|
    TOKENS[token] = id
  end

  TOKENS_RE = /\bRUBY_TOKEN\((#{TOKENS.keys.join('|')})\)\s*(?=\s)/
}

$_.gsub!(TOKENS_RE) {TOKENS[$1]} if /^%token/ =~ $_