text: /* ***** BEGIN LICENSE BLOCK *****
   * Distributed under the BSD license:
   *
   * Copyright (c) 2010, Ajax.org B.V.
   * All rights reserved.
   * 
   * Redistribution and use in source and binary forms, with or without
   * modification, are permitted provided that the following conditions are met:
   *     * Redistributions of source code must retain the above copyright
   *       notice, this list of conditions and the following disclaimer.
   *     * Redistributions in binary form must reproduce the above copyright
   *       notice, this list of conditions and the following disclaimer in the
   *       documentation and/or other materials provided with the distribution.
   *     * Neither the name of Ajax.org B.V. nor the
   *       names of its contributors may be used to endorse or promote products
   *       derived from this software without specific prior written permission.
   * 
   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
   * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
   * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
   * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
   * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
   * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
   * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
   * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
   * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
   *
   * ***** END LICENSE BLOCK ***** */
  
  if (typeof process !== "undefined") {
      require("amd-loader");
  }
  
  define(function(require, exports, module) {
  "use strict";
  
  var RubyMode = require("./ruby").Mode;
  var assert = require("../test/assertions");
  
  module.exports = {
      
      name: "Ruby Tokenizer",
      
      setUp : function() {
          this.tokenizer = new RubyMode().getTokenizer();
      },
  
      "test: symbol tokenizer" : function() {
          // https://gist.github.com/1072693
          assertValidTokens(this.tokenizer, "string",
            [":@thing", ":$thing", ":_thing", ":thing", ":Thing", ":thing1", ":thing_a",
                ":THING", ":thing!", ":thing=", ":thing?", ":t?"]);
          assertInvalidTokens(this.tokenizer, "string",
            [":", ":@", ":$", ":1", ":1thing", ":th?ing", ":thi=ng", ":1thing",
              ":th!ing", ":thing#"]);
      },
  
      "test: namespaces aren't symbols" : function() {
          var line = "Namespaced::Class";
          var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
  
          assert.equal(3, tokens.length);
          assert.equal("variable.class", tokens[0].type);
          assert.equal("text", tokens[1].type);
          assert.equal("variable.class", tokens[2].type);
      },
  
      "test: hex tokenizer" : function() {
          assertValidTokens(this.tokenizer, "constant.numeric",
              ["0x9a", "0XA1", "0x9_a"]);
          assertInvalidTokens(this.tokenizer, "constant.numeric",
              ["0x", "0x_9a", "0x9a_"]);
      },
  
      "test: float tokenizer" : function() {
          assertValidTokens(this.tokenizer, "constant.numeric",
              ["1", "+1", "-1", "12_345", "0.000_1"]);
          assertInvalidTokens(this.tokenizer, "constant.numeric",
              ["_", "_1", "1_", "1_.0", "0._1"]);
      }
  };
  
  function assertValidTokens(tokenizer, tokenType, validTokens) {
      for (var i = 0, length = validTokens.length; i < length; i++) {
          var validToken = validTokens[i],
              tokens = tokenizer.getLineTokens(validToken, "start").tokens;
          assert.equal(tokens[0].value, validToken,
            '"' + validToken + '" should be one token');
          assert.equal(tokens[0].type, tokenType,
            '"' + validToken + '" should be a "' + tokenType + '" token');
      }
  }
  
  function assertInvalidTokens(tokenizer, tokenType, invalidTokens) {
      for (var i = 0, length = invalidTokens.length; i < length; i++) {
          var invalidToken = invalidTokens[i],
              tokens = tokenizer.getLineTokens(invalidToken, "start").tokens;
          assert.ok(tokens[0].type !== tokenType || tokens[0].value !== invalidToken,
            '"' + invalidToken + '" is not a valid "' + tokenType + '"');
      }
  }
  
  });
  
  if (typeof module !== "undefined" && module === require.main) {
      require("asyncjs").test.testcase(module.exports).exec()
  }
  