<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN"
"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head><meta http-equiv="content-type" content="text/html; charset=utf-8" />
<title>[2089] MacRuby/branches/experimental</title>
</head>
<body>
<style type="text/css"><!--
#msg dl.meta { border: 1px #006 solid; background: #369; padding: 6px; color: #fff; }
#msg dl.meta dt { float: left; width: 6em; font-weight: bold; }
#msg dt:after { content:':';}
#msg dl, #msg dt, #msg ul, #msg li, #header, #footer, #logmsg { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt; }
#msg dl a { font-weight: bold}
#msg dl a:link { color:#fc3; }
#msg dl a:active { color:#ff0; }
#msg dl a:visited { color:#cc6; }
h3 { font-family: verdana,arial,helvetica,sans-serif; font-size: 10pt; font-weight: bold; }
#msg pre { overflow: auto; background: #ffc; border: 1px #fa0 solid; padding: 6px; }
#logmsg { background: #ffc; border: 1px #fa0 solid; padding: 1em 1em 0 1em; }
#logmsg p, #logmsg pre, #logmsg blockquote { margin: 0 0 1em 0; }
#logmsg p, #logmsg li, #logmsg dt, #logmsg dd { line-height: 14pt; }
#logmsg h1, #logmsg h2, #logmsg h3, #logmsg h4, #logmsg h5, #logmsg h6 { margin: .5em 0; }
#logmsg h1:first-child, #logmsg h2:first-child, #logmsg h3:first-child, #logmsg h4:first-child, #logmsg h5:first-child, #logmsg h6:first-child { margin-top: 0; }
#logmsg ul, #logmsg ol { padding: 0; list-style-position: inside; margin: 0 0 0 1em; }
#logmsg ul { text-indent: -1em; padding-left: 1em; }#logmsg ol { text-indent: -1.5em; padding-left: 1.5em; }
#logmsg > ul, #logmsg > ol { margin: 0 0 1em 0; }
#logmsg pre { background: #eee; padding: 1em; }
#logmsg blockquote { border: 1px solid #fa0; border-left-width: 10px; padding: 1em 1em 0 1em; background: white;}
#logmsg dl { margin: 0; }
#logmsg dt { font-weight: bold; }
#logmsg dd { margin: 0; padding: 0 0 0.5em 0; }
#logmsg dd:before { content:'\00bb';}
#logmsg table { border-spacing: 0px; border-collapse: collapse; border-top: 4px solid #fa0; border-bottom: 1px solid #fa0; background: #fff; }
#logmsg table th { text-align: left; font-weight: normal; padding: 0.2em 0.5em; border-top: 1px dotted #fa0; }
#logmsg table td { text-align: right; border-top: 1px dotted #fa0; padding: 0.2em 0.5em; }
#logmsg table thead th { text-align: center; border-bottom: 1px solid #fa0; }
#logmsg table th.Corner { text-align: left; }
#logmsg hr { border: none 0; border-top: 2px dashed #fa0; height: 1px; }
#header, #footer { color: #fff; background: #636; border: 1px #300 solid; padding: 6px; }
#patch { width: 100%; }
#patch h4 {font-family: verdana,arial,helvetica,sans-serif;font-size:10pt;padding:8px;background:#369;color:#fff;margin:0;}
#patch .propset h4, #patch .binary h4 {margin:0;}
#patch pre {padding:0;line-height:1.2em;margin:0;}
#patch .diff {width:100%;background:#eee;padding: 0 0 10px 0;overflow:auto;}
#patch .propset .diff, #patch .binary .diff {padding:10px 0;}
#patch span {display:block;padding:0 10px;}
#patch .modfile, #patch .addfile, #patch .delfile, #patch .propset, #patch .binary, #patch .copfile {border:1px solid #ccc;margin:10px 0;}
#patch ins {background:#dfd;text-decoration:none;display:block;padding:0 10px;}
#patch del {background:#fdd;text-decoration:none;display:block;padding:0 10px;}
#patch .lines, .info {color:#888;background:#fff;}
--></style>
<div id="msg">
<dl class="meta">
<dt>Revision</dt> <dd><a href="http://trac.macosforge.org/projects/ruby/changeset/2089">2089</a></dd>
<dt>Author</dt> <dd>mattaimonetti@gmail.com</dd>
<dt>Date</dt> <dd>2009-07-26 19:34:08 -0700 (Sun, 26 Jul 2009)</dd>
</dl>
<h3>Log Message</h3>
<pre>ported the strscan C extension to Ruby and updated the specs to Ruby1.9</pre>
<h3>Modified Paths</h3>
<ul>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannercheck_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/check_spec.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannergetch_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/getch_spec.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannerinitialize_copy_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_copy_spec.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannerinitialize_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_spec.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannermatchedsize_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/matchedsize_spec.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedget_byterb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/get_byte.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedpeekrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/peek.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannerskip_specrb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/skip_spec.rb</a></li>
</ul>
<h3>Added Paths</h3>
<ul>
<li><a href="#MacRubybranchesexperimentallibstrscanrb">MacRuby/branches/experimental/lib/strscan.rb</a></li>
<li><a href="#MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedeucjprb">MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/eucjp.rb</a></li>
</ul>
<h3>Removed Paths</h3>
<ul>
<li>MacRuby/branches/experimental/ext/strscan/</li>
</ul>
</div>
<div id="patch">
<h3>Diff</h3>
<a id="MacRubybranchesexperimentallibstrscanrb"></a>
<div class="addfile"><h4>Added: MacRuby/branches/experimental/lib/strscan.rb (0 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/lib/strscan.rb (rev 0)
+++ MacRuby/branches/experimental/lib/strscan.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -0,0 +1,641 @@
</span><ins>+class ScanError < StandardError; end
+
+# StringScanner provides for lexical scanning operations on a String. Here is
+# an example of its usage:
+#
+# s = StringScanner.new('This is an example string')
+# s.eos? # -> false
+#
+# p s.scan(/\w+/) # -> "This"
+# p s.scan(/\w+/) # -> nil
+# p s.scan(/\s+/) # -> " "
+# p s.scan(/\s+/) # -> nil
+# p s.scan(/\w+/) # -> "is"
+# s.eos? # -> false
+#
+# p s.scan(/\s+/) # -> " "
+# p s.scan(/\w+/) # -> "an"
+# p s.scan(/\s+/) # -> " "
+# p s.scan(/\w+/) # -> "example"
+# p s.scan(/\s+/) # -> " "
+# p s.scan(/\w+/) # -> "string"
+# s.eos? # -> true
+#
+# p s.scan(/\s+/) # -> nil
+# p s.scan(/\w+/) # -> nil
+#
+# Scanning a string means remembering the position of a <i>scan pointer</i>,
+# which is just an index. The point of scanning is to move forward a bit at
+# a time, so matches are sought after the scan pointer; usually immediately
+# after it.
+#
+# Given the string "test string", here are the pertinent scan pointer
+# positions:
+#
+# t e s t s t r i n g
+# 0 1 2 ... 1
+# 0
+#
+# When you #scan for a pattern (a regular expression), the match must occur
+# at the character after the scan pointer. If you use #scan_until, then the
+# match can occur anywhere after the scan pointer. In both cases, the scan
+# pointer moves <i>just beyond</i> the last character of the match, ready to
+# scan again from the next character onwards. This is demonstrated by the
+# example above.
+#
+# == Method Categories
+#
+# There are other methods besides the plain scanners. You can look ahead in
+# the string without actually scanning. You can access the most recent match.
+# You can modify the string being scanned, reset or terminate the scanner,
+# find out or change the position of the scan pointer, skip ahead, and so on.
+#
+# === Advancing the Scan Pointer
+#
+# - #getch
+# - #get_byte
+# - #scan
+# - #scan_until
+# - #skip
+# - #skip_until
+#
+# === Looking Ahead
+#
+# - #check
+# - #check_until
+# - #exist?
+# - #match?
+# - #peek
+#
+# === Finding Where we Are
+#
+# - #beginning_of_line? (#bol?)
+# - #eos?
+# - #rest?
+# - #rest_size
+# - #pos
+#
+# === Setting Where we Are
+#
+# - #reset
+# - #terminate
+# - #pos=
+#
+# === Match Data
+#
+# - #matched
+# - #matched?
+# - #matched_size
+# - []
+# - #pre_match
+# - #post_match
+#
+# === Miscellaneous
+#
+# - <<
+# - #concat
+# - #string
+# - #string=
+# - #unscan
+#
+# There are aliases to several of the methods.
+#
+class StringScanner
+
+ # string <String>:: The string to scan
+ # pos <Integer>:: The position of the scan pointer. In the 'reset' position, this
+ # value is zero. In the 'terminated' position (i.e. the string is exhausted),
+ # this value is the length of the string.
+ #
+ # In short, it's a 0-based index into the string.
+ #
+ # s = StringScanner.new('test string')
+ # s.pos # -> 0
+ # s.scan_until /str/ # -> "test str"
+ # s.pos # -> 8
+ # s.terminate # -> #<StringScanner fin>
+ # s.pos # -> 11
+ #
+ # match <String>:: Matched string
+ #
+ attr_reader :string, :pos, :match
+
+ # This method is defined for backward compatibility.
+ #
+ def self.must_C_version
+ self
+ end
+
+ # StringScanner.new(string, dup = false)
+ #
+ # Creates a new StringScanner object to scan over the given +string+.
+ # +dup+ argument is obsolete and not used now.
+ #
+ def initialize(string, dup = false)
+ @string = string
+ @pos = 0
+ end
+
+ # Duplicates a StringScanner object when dup or clone are called on the
+ # object.
+ #
+ def initialize_copy(orig)
+ @string = orig.string
+ @pos = orig.pos
+ @match = orig.match
+ end
+
+ # Reset the scan pointer (index 0) and clear matching data.
+ #
+ def reset
+ @previous_position = self.pos = 0
+ @match = nil
+ self
+ end
+
+ # Set the scan pointer to the end of the string and clear matching data.
+ #
+ def terminate
+ @match = nil
+ self.pos = string.size
+ self
+ end
+
+ # Equivalent to #terminate.
+ # This method is obsolete; use #terminate instead.
+ #
+ def clear
+ # warn "StringScanner#clear is obsolete; use #terminate instead" if $VERBOSE
+ terminate
+ end
+
+ # Changes the string being scanned to +str+ and resets the scanner.
+ # Returns +str+.
+ #
+ def string=(str)
+ reset
+ @string = str
+ end
+
+ # Appends +str+ to the string being scanned.
+ # This method does not affect scan pointer.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.scan(/Fri /)
+ # s << " +1000 GMT"
+ # s.string # -> "Fri Dec 12 1975 14:39 +1000 GMT"
+ # s.scan(/Dec/) # -> "Dec"
+ #
+ def concat(str)
+ raise TypeError, "can't convert #{str.class.name} into String" unless str.class == String
+ self.string << str
+ self
+ end
+ alias :<< :concat
+
+ # Modify the scan pointer.
+ #
+ # s = StringScanner.new('test string')
+ # s.pos = 7 # -> 7
+ # s.rest # -> "ring"
+ #
+ def pos=(n)
+ n = (n + string.size) if (n < 0)
+ raise RangeError, "index out of range" if (n < 0 || (string && n > string.size))
+ @pos = n
+ end
+
+ alias :pointer :pos
+ alias :pointer= :pos=
+
+ # Scans one byte and returns it.
+ # This method is not multibyte sensitive.
+ # See also: #getch.
+ #
+ # s = StringScanner.new('ab')
+ # s.get_byte # => "a"
+ # s.get_byte # => "b"
+ # s.get_byte # => nil
+ #
+ # # encoding: EUC-JP
+ # s = StringScanner.new("\244\242")
+ # s.get_byte # => "244"
+ # s.get_byte # => "242"
+ # s.get_byte # => nil
+ #
+ def get_byte
+ scan(/./mn)
+ end
+
+ # Equivalent to #get_byte.
+ # This method is obsolete; use #get_byte instead.
+ #
+ def getbyte
+ # warn "StringScanner#getbyte is obsolete; use #get_byte instead" if $VERBOSE
+ get_byte
+ end
+
+ # Tries to match with +pattern+ at the current position. If there's a match,
+ # the scanner advances the "scan pointer" and returns the matched string.
+ # Otherwise, the scanner returns +nil+.
+ #
+ # s = StringScanner.new('test string')
+ # p s.scan(/\w+/) # -> "test"
+ # p s.scan(/\w+/) # -> nil
+ # p s.scan(/\s+/) # -> " "
+ # p s.scan(/\w+/) # -> "string"
+ # p s.scan(/./) # -> nil
+ #
+ def scan(pattern)
+ _scan(pattern, true, true, true)
+ end
+
+ # Scans the string _until_ the +pattern+ is matched. Returns the substring up
+ # to and including the end of the match, advancing the scan pointer to that
+ # location. If there is no match, +nil+ is returned.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.scan_until(/1/) # -> "Fri Dec 1"
+ # s.pre_match # -> "Fri Dec "
+ # s.scan_until(/XYZ/) # -> nil
+ #
+ def scan_until(pattern)
+ _scan(pattern, true, true, false)
+ end
+
+ # Tests whether the given +pattern+ is matched from the current scan pointer.
+ # Returns the matched string if +return_string_p+ is true.
+ # Advances the scan pointer if +advance_pointer_p+ is true.
+ # The match register is affected.
+ #
+ # "full" means "#scan with full parameters".
+ #
+ def scan_full(pattern, succptr, getstr)
+ _scan(pattern, succptr, getstr, true)
+ end
+
+ # Scans the string _until_ the +pattern+ is matched.
+ # Returns the matched string if +return_string_p+ is true, otherwise
+ # returns the number of bytes advanced.
+ # Advances the scan pointer if +advance_pointer_p+, otherwise not.
+ # This method does affect the match register.
+ #
+ def search_full(pattern, succptr, getstr)
+ _scan(pattern, succptr, getstr, false)
+ end
+
+ # Scans one character and returns it.
+ # This method is multibyte character sensitive.
+ #
+ # s = StringScanner.new("ab")
+ # s.getch # => "a"
+ # s.getch # => "b"
+ # s.getch # => nil
+ #
+ # # encoding: EUC-JP
+ # s = StringScanner.new("\244\242")
+ # s.getch # => "あ"
+ # s.getch # => nil
+ #
+ def getch
+ scan(/./m)
+ end
+
+ # Returns +true+ if the scan pointer is at the end of the string.
+ #
+ # s = StringScanner.new('test string')
+ # p s.eos? # => false
+ # s.scan(/test/)
+ # p s.eos? # => false
+ # s.terminate
+ # p s.eos? # => true
+ #
+ def eos?
+ self.pos >= self.string.size
+ end
+
+ # Equivalent to #eos?.
+ # This method is obsolete, use #eos? instead.
+ #
+ def empty?
+ # warn "StringScanner#empty? is obsolete; use #eos? instead" if $VERBOSE
+ eos?
+ end
+
+ # Returns true iff there is more data in the string. See #eos?.
+ # This method is obsolete; use #eos? instead.
+ #
+ # s = StringScanner.new('test string')
+ # s.eos? # These two
+ # s.rest? # are opposites.
+ #
+ def rest?
+ !eos?
+ end
+
+ # Returns the "rest" of the string (i.e. everything after the scan pointer).
+ # If there is no more data (eos? = true), it returns <tt>""</tt>.
+ #
+ def rest
+ string[pos..-1]
+ end
+
+ # <tt>s.rest_size</tt> is equivalent to <tt>s.rest.size</tt>.
+ #
+ def rest_size
+ rest.size
+ end
+
+ # <tt>s.restsize</tt> is equivalent to <tt>s.rest_size</tt>.
+ # This method is obsolete; use #rest_size instead.
+ #
+ def restsize
+ # warn "StringScanner#restsize is obsolete; use #rest_size instead" if $VERBOSE
+ rest_size
+ end
+
+ # Returns a string that represents the StringScanner object, showing:
+ # - the current position
+ # - the size of the string
+ # - the characters surrounding the scan pointer
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.inspect # -> '#<StringScanner 0/21 @ "Fri D...">'
+ # s.scan_until /12/ # -> "Fri Dec 12"
+ # s.inspect # -> '#<StringScanner 10/21 "...ec 12" @ " 1975...">'
+ #
+ def inspect
+ if defined?(@string)
+ rest = string.size > 5 ? string[pos..pos+4] + "..." : string
+ to_return = if eos? then
+ "#<StringScanner fin>"
+ elsif pos > 0 then
+ prev = string[0...pos].inspect
+ "#<StringScanner #{pos}/#{string.size} #{prev} @ #{rest.inspect}>"
+ else
+ "#<StringScanner #{pos}/#{string.size} @ #{rest.inspect}>"
+ end
+ to_return.taint if self.string.tainted?
+ to_return
+ else
+ "#<StringScanner (uninitialized)>"
+ end
+ end
+
+ # Tests whether the given +pattern+ is matched from the current scan pointer.
+ # Returns the length of the match, or +nil+. The scan pointer is not advanced.
+ #
+ # s = StringScanner.new('test string')
+ # p s.match?(/\w+/) # -> 4
+ # p s.match?(/\w+/) # -> 4
+ # p s.match?(/\s+/) # -> nil
+ #
+ def match?(pattern)
+ _scan(pattern, false, false, true)
+ end
+
+ # Returns the last matched string.
+ #
+ # s = StringScanner.new('test string')
+ # s.match?(/\w+/) # -> 4
+ # s.matched # -> "test"
+ #
+ def matched
+ match.to_s if matched?
+ end
+
+ # Returns +true+ iff the last match was successful.
+ #
+ # s = StringScanner.new('test string')
+ # s.match?(/\w+/) # => 4
+ # s.matched? # => true
+ # s.match?(/\d+/) # => nil
+ # s.matched? # => false
+ #
+ def matched?
+ !match.nil?
+ end
+
+ # Returns the last matched string.
+ #
+ # s = StringScanner.new('test string')
+ # s.match?(/\w+/) # -> 4
+ # s.matched # -> "test"
+ #
+ def matched_size
+ match.to_s.size if matched?
+ end
+
+ # Equivalent to #matched_size.
+ # This method is obsolete; use #matched_size instead.
+ #
+ def matchedsize
+ # warn "StringScanner#matchedsize is obsolete; use #matched_size instead" if $VERBOSE
+ matched_size
+ end
+
+ # Attempts to skip over the given +pattern+ beginning with the scan pointer.
+ # If it matches, the scan pointer is advanced to the end of the match, and the
+ # length of the match is returned. Otherwise, +nil+ is returned.
+ #
+ # It's similar to #scan, but without returning the matched string.
+ #
+ # s = StringScanner.new('test string')
+ # p s.skip(/\w+/) # -> 4
+ # p s.skip(/\w+/) # -> nil
+ # p s.skip(/\s+/) # -> 1
+ # p s.skip(/\w+/) # -> 6
+ # p s.skip(/./) # -> nil
+ #
+ def skip(pattern)
+ _scan(pattern, true, false, true)
+ end
+
+ # Advances the scan pointer until +pattern+ is matched and consumed. Returns
+ # the number of bytes advanced, or +nil+ if no match was found.
+ #
+ # Look ahead to match +pattern+, and advance the scan pointer to the _end_
+ # of the match. Return the number of characters advanced, or +nil+ if the
+ # match was unsuccessful.
+ #
+ # It's similar to #scan_until, but without returning the intervening string.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.skip_until /12/ # -> 10
+ # s
+ #
+ def skip_until(pattern)
+ _scan(pattern, true, false, false)
+ end
+
+ # This returns the value that #scan would return, without advancing the scan
+ # pointer. The match register is affected, though.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.check /Fri/ # -> "Fri"
+ # s.pos # -> 0
+ # s.matched # -> "Fri"
+ # s.check /12/ # -> nil
+ # s.matched # -> nil
+ #
+ # Mnemonic: it "checks" to see whether a #scan will return a value.
+ #
+ def check(pattern)
+ _scan(pattern, false, true, true)
+ end
+
+
+ # This returns the value that #scan_until would return, without advancing the
+ # scan pointer. The match register is affected, though.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.check_until /12/ # -> "Fri Dec 12"
+ # s.pos # -> 0
+ # s.matched # -> 12
+ #
+ # Mnemonic: it "checks" to see whether a #scan_until will return a value.
+ #
+ def check_until(pattern)
+ _scan(pattern, false, true, false)
+ end
+
+ # Looks _ahead_ to see if the +pattern+ exists _anywhere_ in the string,
+ # without advancing the scan pointer. This predicates whether a #scan_until
+ # will return a value.
+ #
+ # s = StringScanner.new('test string')
+ # s.exist? /s/ # -> 3
+ # s.scan /test/ # -> "test"
+ # s.exist? /s/ # -> 6
+ # s.exist? /e/ # -> nil
+ #
+ def exist?(pattern)
+ _scan(pattern, false, false, false)
+ end
+
+ # Extracts a string corresponding to <tt>string[pos,len]</tt>, without
+ # advancing the scan pointer.
+ #
+ # s = StringScanner.new('test string')
+ # s.peek(7) # => "test st"
+ # s.peek(7) # => "test st"
+ #
+ def peek(length)
+ raise TypeError, "can't convert #{length.class.name} into Integer" unless length.respond_to?(:to_int)
+ raise ArgumentError if length < 0
+ length.zero? ? "" : string[pos, length]
+ end
+
+ # Equivalent to #peek.
+ # This method is obsolete; use #peek instead.
+ #
+ def peep(length)
+ # warn "StringScanner#peep is obsolete; use #peek instead" if $VERBOSE
+ peek(length)
+ end
+
+ # Set the scan pointer to the previous position. Only one previous position is
+ # remembered, and it changes with each scanning operation.
+ #
+ # s = StringScanner.new('test string')
+ # s.scan(/\w+/) # => "test"
+ # s.unscan
+ # s.scan(/../) # => "te"
+ # s.scan(/\d/) # => nil
+ # s.unscan # ScanError: unscan failed: previous match record not exist
+ #
+ def unscan
+ raise(ScanError, "unscan failed: previous match record not exist") if @match.nil?
+ self.pos = @prev_pos
+ @prev_pos = nil
+ @match = nil
+ self
+ end
+
+ # Returns +true+ iff the scan pointer is at the beginning of the line.
+ #
+ # s = StringScanner.new("test\ntest\n")
+ # s.bol? # => true
+ # s.scan(/te/)
+ # s.bol? # => false
+ # s.scan(/st\n/)
+ # s.bol? # => true
+ # s.terminate
+ # s.bol? # => true
+ #
+ def bol?
+ (pos == 0) || (string[pos-1] == "\n")
+ end
+ alias :beginning_of_line? :bol?
+
+ # Return the n-th subgroup in the most recent match.
+ #
+ # s = StringScanner.new("Fri Dec 12 1975 14:39")
+ # s.scan(/(\w+) (\w+) (\d+) /) # -> "Fri Dec 12 "
+ # s[0] # -> "Fri Dec 12 "
+ # s[1] # -> "Fri"
+ # s[2] # -> "Dec"
+ # s[3] # -> "12"
+ # s.post_match # -> "1975 14:39"
+ # s.pre_match # -> ""
+ #
+ def [](n)
+ raise TypeError, "Bad argument #{n.inspect}" unless n.respond_to? :to_int
+ match[n]
+ end
+
+ # Return the <i><b>pre</b>-match</i> (in the regular expression sense) of the last scan.
+ #
+ # s = StringScanner.new('test string')
+ # s.scan(/\w+/) # -> "test"
+ # s.scan(/\s+/) # -> " "
+ # s.pre_match # -> "test"
+ # s.post_match # -> "string"
+ #
+ def pre_match
+ string[0...(pos - match.to_s.size)] if matched?
+ end
+
+ # Return the <i><b>post</b>-match</i> (in the regular expression sense) of the last scan.
+ #
+ # s = StringScanner.new('test string')
+ # s.scan(/\w+/) # -> "test"
+ # s.scan(/\s+/) # -> " "
+ # s.pre_match # -> "test"
+ # s.post_match # -> "string"
+ #
+ def post_match
+ match.post_match if matched?
+ end
+
+ private
+
+ def _scan(pattern, succptr, getstr, headonly)
+ raise TypeError, "bad pattern argument: #{pattern.inspect}" unless
+ String === pattern or Regexp === pattern or pattern.respond_to? :to_str
+
+ @match = nil
+ rest = self.rest
+
+ return nil if rest_size < 0
+
+ if headonly
+ headonly_pattern = Regexp.new('^' + pattern.to_s)
+ @match = headonly_pattern.match rest
+ else
+ @match = pattern.match rest
+ end
+
+ return nil unless @match
+
+ m = rest[0, @match.end(0)]
+
+ if succptr
+ @prev_pos = pos
+ self.pos += m.size
+ end
+
+ getstr ? m : m.size
+ end
+
+end
</ins><span class="cx">\ No newline at end of file
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannercheck_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/check_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/check_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/check_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -11,6 +11,6 @@
</span><span class="cx"> @s.matched.should == "This"
</span><span class="cx"> @s.pos.should == 0
</span><span class="cx"> @s.check(/is/).should == nil
</span><del>- @s.matched.should == nil
</del><ins>+ @s.matched.should == nil
</ins><span class="cx"> end
</span><span class="cx"> end
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannergetch_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/getch_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/getch_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/getch_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -1,4 +1,5 @@
</span><span class="cx"> require File.dirname(__FILE__) + '/../../spec_helper'
</span><ins>+require File.dirname(__FILE__) + '/shared/eucjp'
</ins><span class="cx"> require 'strscan'
</span><span class="cx">
</span><span class="cx"> describe "StringScanner#getch" do
</span><span class="lines">@@ -10,14 +11,15 @@
</span><span class="cx"> end
</span><span class="cx">
</span><span class="cx"> it "is multi-byte character sensitive" do
</span><del>- begin
- old, $KCODE = $KCODE, 'EUC'
- s = StringScanner.new("\244\242")
- s.getch.should == "\244\242" # Japanese hira-kana "A" in EUC-JP
- ensure
- $KCODE = old
- end
</del><ins>+ s = StringScanner.new("あ") # Japanese hira-kana "A"
+ s.getch.should == "あ"
+ s.getch.should be_nil
</ins><span class="cx"> end
</span><ins>+
+ it "should keep the encoding" do
+ s = StringScanner.new(TestStrings.eucjp)
+ s.getch.encoding.to_s.should == "EUC-JP"
+ end
</ins><span class="cx">
</span><span class="cx"> it "returns nil at the end of the string" do
</span><span class="cx"> # empty string case
</span><span class="lines">@@ -30,6 +32,12 @@
</span><span class="cx"> s.getch # skip one
</span><span class="cx"> s.getch.should == nil
</span><span class="cx"> end
</span><ins>+
+ it "should start from scratch even after a scan was used" do
+ s = StringScanner.new('this is a test')
+ s.scan(/\w+/)
+ s.getch.should == " "
+ end
</ins><span class="cx">
</span><span class="cx"> it "does not accept any arguments" do
</span><span class="cx"> s = StringScanner.new('abc')
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannerinitialize_copy_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_copy_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_copy_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_copy_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -8,7 +8,7 @@
</span><span class="cx"> end
</span><span class="cx">
</span><span class="cx"> it "is a private method" do
</span><del>- @s.private_methods.should include("initialize")
</del><ins>+ @s.private_methods.should include(:initialize)
</ins><span class="cx"> end
</span><span class="cx">
</span><span class="cx"> it "copies the passed StringScanner's content to self" do
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannerinitialize_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/initialize_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -7,7 +7,7 @@
</span><span class="cx"> end
</span><span class="cx">
</span><span class="cx"> it "is a private method" do
</span><del>- @s.private_methods.should include("initialize")
</del><ins>+ @s.private_methods.should include(:initialize)
</ins><span class="cx"> end
</span><span class="cx">
</span><span class="cx"> it "returns an instance of StringScanner" do
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannermatchedsize_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/matchedsize_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/matchedsize_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/matchedsize_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -6,20 +6,24 @@
</span><span class="cx"> it_behaves_like(:strscan_matched_size, :matchedsize)
</span><span class="cx">
</span><span class="cx"> it "warns in verbose mode that the method is obsolete" do
</span><del>- s = StringScanner.new("abc")
- begin
- old = $VERBOSE
- lambda {
- $VERBOSE = true
- s.matchedsize
- }.should complain(/matchedsize.*obsolete.*matched_size/)
</del><ins>+ if Kernel.respond_to?(:warn)
+ s = StringScanner.new("abc")
+ begin
+ old = $VERBOSE
+ lambda {
+ $VERBOSE = true
+ s.matchedsize
+ }.should complain(/matchedsize.*obsolete.*matched_size/)
</ins><span class="cx">
</span><del>- lambda {
- $VERBOSE = false
- s.matchedsize
- }.should_not complain
- ensure
- $VERBOSE = old
</del><ins>+ lambda {
+ $VERBOSE = false
+ s.matchedsize
+ }.should_not complain
+ ensure
+ $VERBOSE = old
+ end
+ else
+ fail "The tested implementation cannot display warnings."
</ins><span class="cx"> end
</span><span class="cx"> end
</span><span class="cx"> end
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedeucjprb"></a>
<div class="addfile"><h4>Added: MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/eucjp.rb (0 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/eucjp.rb (rev 0)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/eucjp.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -0,0 +1,6 @@
</span><ins>+# encoding: EUC-JP
+module TestStrings
+ def self.eucjp
+ @eucjp_str = "\244\242" # Japanese hira-kana "A"
+ end
+end
</ins><span class="cx">\ No newline at end of file
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedget_byterb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/get_byte.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/get_byte.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/get_byte.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -1,3 +1,5 @@
</span><ins>+require 'spec/frozen/library/stringscanner/shared/eucjp'
+
</ins><span class="cx"> describe :strscan_get_byte, :shared => true do
</span><span class="cx"> it "scans one byte and returns it" do
</span><span class="cx"> s = StringScanner.new('abc5.')
</span><span class="lines">@@ -12,7 +14,15 @@
</span><span class="cx"> s = StringScanner.new("\244\242")
</span><span class="cx"> s.send(@method).should == "\244"
</span><span class="cx"> s.send(@method).should == "\242"
</span><ins>+ s.send(@method).should == nil
</ins><span class="cx"> end
</span><ins>+
+ it "is not multi-byte character sensitive and can handle encodings" do
+ s = StringScanner.new(TestStrings.eucjp)
+ s.send(@method).should == "\244"
+ s.send(@method).should == "\242"
+ s.send(@method).should == nil
+ end
</ins><span class="cx">
</span><span class="cx"> it "returns nil at the end of the string" do
</span><span class="cx"> # empty string case
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannersharedpeekrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/peek.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/peek.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/shared/peek.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -21,5 +21,10 @@
</span><span class="cx">
</span><span class="cx"> it "raises a RangeError when the passed argument is a Bignum" do
</span><span class="cx"> lambda { @s.send(@method, bignum_value) }.should raise_error(RangeError)
</span><ins>+ end
+
+ it "raises a TypeError when the passed argument is not a Fixnum" do
+ lambda { @s.send(@method, "test") }.should raise_error(TypeError)
</ins><span class="cx"> end
</span><ins>+
</ins><span class="cx"> end
</span></span></pre></div>
<a id="MacRubybranchesexperimentalspecfrozenlibrarystringscannerskip_specrb"></a>
<div class="modfile"><h4>Modified: MacRuby/branches/experimental/spec/frozen/library/stringscanner/skip_spec.rb (2088 => 2089)</h4>
<pre class="diff"><span>
<span class="info">--- MacRuby/branches/experimental/spec/frozen/library/stringscanner/skip_spec.rb 2009-07-26 20:50:01 UTC (rev 2088)
+++ MacRuby/branches/experimental/spec/frozen/library/stringscanner/skip_spec.rb 2009-07-27 02:34:08 UTC (rev 2089)
</span><span class="lines">@@ -14,5 +14,5 @@
</span><span class="cx"> it "returns nil if there's no match" do
</span><span class="cx"> @s.skip(/\s+/).should == nil
</span><span class="cx"> @s.skip(/\d+/).should == nil
</span><del>- end
</del><ins>+ end
</ins><span class="cx"> end
</span></span></pre>
</div>
</div>
</body>
</html>