[Truffle] Import rubysl-strscan

enebo · Mar 1, 2015 · 86681e5 · 86681e5
1 parent 2cdf77e
commit 86681e5
Show file tree

Hide file tree

Showing 96 changed files with 1,824 additions and 4 deletions.
diff --git a/COPYING b/COPYING
@@ -114,6 +114,9 @@ lib/ruby/1.9, and lib/ruby/site_ruby/1.8/rubygems*.
  copyright (c) 2007-2014, Evan Phoenix and contributors,
  and released under the 3-clause BSD license.
 
+ Some parts of the RubySL implementations of the stdlib in lib/ruby/truffle/rubysl
+ are copyright (c) 2013 Brian Shirai and are licensed under the 3-clause BSD license.
+
 The complete text of the Eclipse Public License is as follows:
 
   Eclipse Public License - v 1.0

diff --git a/lib/ruby/truffle/rubysl/README.md b/lib/ruby/truffle/rubysl/README.md
@@ -0,0 +1,7 @@
+This directory contains Ruby implementations from the RubySL project. We've
+removed everything except the licenses and the Ruby files themselves. The code
+was written by Brian Shirai, et al.
+
+Commits for each library are:
+
+* rubysl-strscan `efab0248119cbb10b2b0ce2561eae269e052cdfe`
diff --git a/lib/ruby/truffle/rubysl/rubysl-strscan/LICENSE b/lib/ruby/truffle/rubysl/rubysl-strscan/LICENSE
@@ -0,0 +1,25 @@
+Copyright (c) 2013, Brian Shirai
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+3. Neither the name of the library nor the names of its contributors may be
+   used to endorse or promote products derived from this software without
+   specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY DIRECT,
+INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
+OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
diff --git a/lib/ruby/truffle/rubysl/rubysl-strscan/lib/rubysl/strscan.rb b/lib/ruby/truffle/rubysl/rubysl-strscan/lib/rubysl/strscan.rb
@@ -0,0 +1,28 @@
+# Copyright (c) 2013, Brian Shirai
+# All rights reserved.
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+# 1. Redistributions of source code must retain the above copyright notice, this
+#    list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+# 3. Neither the name of the library nor the names of its contributors may be
+#    used to endorse or promote products derived from this software without
+#    specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
+# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+require "rubysl/strscan/strscan"
+require "rubysl/strscan/version"
diff --git a/lib/ruby/truffle/rubysl/rubysl-strscan/lib/rubysl/strscan/strscan.rb b/lib/ruby/truffle/rubysl/rubysl-strscan/lib/rubysl/strscan/strscan.rb
@@ -0,0 +1,312 @@
+# Copyright (c) 2013, Brian Shirai
+# All rights reserved.
+# 
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+# 
+# 1. Redistributions of source code must retain the above copyright notice, this
+#    list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright notice,
+#    this list of conditions and the following disclaimer in the documentation
+#    and/or other materials provided with the distribution.
+# 3. Neither the name of the library nor the names of its contributors may be
+#    used to endorse or promote products derived from this software without
+#    specific prior written permission.
+# 
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL <COPYRIGHT HOLDER> BE LIABLE FOR ANY DIRECT,
+# INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
+# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
+# EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+class ScanError < StandardError; end
+
+class StringScanner
+  Id = "None$Id".freeze
+  Version = "1.0.0".freeze
+
+  attr_reader :pos, :match, :prev_pos
+
+  def pos=(n)
+    n = Integer(n)
+
+    n += @string.bytesize if n < 0
+
+    if n < 0 or n > @string.bytesize
+      raise RangeError, "index out of range (#{n})"
+    end
+
+    @pos = n
+  end
+
+  alias_method :pointer, :pos
+  alias_method :pointer=, :pos=
+
+  def [](n)
+    raise TypeError, "Bad argument #{n.inspect}" unless n.respond_to? :to_int
+    @match[n] if @match
+  end
+
+  def bol?
+    @pos == 0 or @string.getbyte(pos-1) == 10
+  end
+
+  alias_method :beginning_of_line?, :bol?
+
+  def check(pattern)
+    _scan pattern, false, true, true
+  end
+
+  def check_until(pattern)
+    _scan pattern, false, true, false
+  end
+
+  def clear
+    warn "StringScanner#clear is obsolete; use #terminate instead" if $VERBOSE
+    terminate
+  end
+
+  def concat(str)
+    @string << StringValue(str)
+    self
+  end
+  alias_method :<<, :concat
+
+  def empty?
+    warn "StringScanner#empty? is obsolete; use #eos? instead?" if $VERBOSE
+    eos?
+  end
+
+  def eos?
+    @pos >= @string.bytesize
+  end
+
+  def exist?(pattern)
+    _scan pattern, false, false, false
+  end
+
+  def get_byte
+    scan(/./mn)
+  end
+
+  def getbyte
+    warn "StringScanner#getbyte is obsolete; use #get_byte instead" if $VERBOSE
+    get_byte
+  end
+
+  def getch
+    scan(/./m)
+  end
+
+  def initialize(string, dup=false)
+    if string.instance_of? String
+      @original = string
+      @string = string
+    else
+      @original = StringValue(string)
+      @string = String.new @original
+    end
+
+    reset_state
+  end
+
+  def inspect
+    if defined? @string
+      if eos?
+        str = "#<StringScanner fin>"
+      else
+        if string.bytesize - pos > 5
+          rest = "#{string[pos..pos+4]}..."
+        else
+          rest = string[pos..string.bytesize]
+        end
+
+        if pos > 0
+          if pos > 5
+            prev = "...#{string[pos-5...pos]}"
+          else
+            prev = string[0...pos]
+          end
+
+          str = "#<StringScanner #{pos}/#{string.bytesize} #{prev.inspect} @ #{rest.inspect}>"
+        else
+          str = "#<StringScanner #{pos}/#{string.bytesize} @ #{rest.inspect}>"
+        end
+      end
+
+      str.taint if @string.tainted?
+      return str
+    else
+      "#<StringScanner (uninitialized)>"
+    end
+  end
+
+  def match?(pattern)
+    _scan pattern, false, false, true
+  end
+
+  def matched
+    @match.to_s if @match
+  end
+
+  def matched?
+    !!@match
+  end
+
+  def matched_size
+    @match.to_s.bytesize if @match
+  end
+
+  def matchedsize
+    warn "StringScanner#matchedsize is obsolete; use #matched_size instead" if $VERBOSE
+    matched_size
+  end
+
+  def post_match
+    @match.post_match if @match
+  end
+
+  def pre_match
+    @string.byteslice(0, match.full.at(0)) if @match
+  end
+
+  def reset_state
+    @prev_pos = @pos = 0
+    @match = nil
+  end
+  private :reset_state
+
+  def reset
+    reset_state
+    self
+  end
+
+  def rest
+    @string.byteslice(@pos, @string.bytesize - @pos)
+  end
+
+  def rest?
+    return !eos?
+  end
+
+  def rest_size
+    @string.bytesize - @pos
+  end
+
+  def restsize
+    warn "StringScanner#restsize is obsolete; use #rest_size instead" if $VERBOSE
+    rest_size
+  end
+
+  def scan(pattern)
+    _scan pattern, true, true, true
+  end
+
+  def scan_until(pattern)
+    _scan pattern, true, true, false
+  end
+
+  def scan_full(pattern, advance_pos, getstr)
+    _scan pattern, advance_pos, getstr, true
+  end
+
+  def search_full(pattern, advance_pos, getstr)
+    _scan pattern, advance_pos, getstr, false
+  end
+
+  def self.must_C_version
+    self
+  end
+
+  def skip(pattern)
+    _scan pattern, true, false, true
+  end
+
+  def skip_until(pattern)
+    _scan pattern, true, false, false
+  end
+
+  def string
+    @original
+  end
+
+  def string=(string)
+    reset_state
+
+    if string.instance_of? String
+      @original = string
+      @string = string
+    else
+      @original = StringValue(string)
+      @string = String.new @original
+    end
+  end
+
+  def terminate
+    @match = nil
+    @pos = string.bytesize
+    self
+  end
+
+  def unscan
+    raise ScanError if @match.nil?
+    @pos = @prev_pos
+    @prev_pos = nil
+    @match = nil
+    self
+  end
+
+  def peek(len)
+    raise ArgumentError if len < 0
+    return "" if len.zero?
+
+    begin
+      return @string[pos, len]
+    rescue TypeError
+      raise RangeError, "offset outside of possible range"
+    end
+  end
+
+  def peep(len)
+    warn "StringScanner#peep is obsolete; use #peek instead" if $VERBOSE
+    peek len
+  end
+
+  def _scan(pattern, advance_pos, getstr, headonly)
+    unless pattern.kind_of? Regexp
+      raise TypeError, "bad pattern argument: #{pattern.inspect}"
+    end
+
+    @match = nil
+
+    if headonly
+      # NOTE - match_start is an Oniguruma feature that Rubinius exposes.
+      # We use it here to avoid creating a new Regexp with '^' prepended.
+      @match = pattern.match_start @string, @pos
+    else
+      # NOTE - search_from is an Oniguruma feature that Rubinius exposes.
+      # We use it so we can begin the search in the middle of the string
+      @match = pattern.search_from @string, @pos
+    end
+
+    return nil unless @match
+
+    fin = @match.full.at(1)
+
+    @prev_pos = @pos
+
+    @pos = fin if advance_pos
+
+    width = fin - @prev_pos
+
+    return width unless getstr
+
+    @string.byteslice(@prev_pos, width)
+  end
+  private :_scan
+end