Implement number and boolean types

src/lexer.js

@@ -44,6 +44,25 @@ module.exports = class Lexer {
           value: value,
         })
         pos += value.length + 1 // the +1 is to account for the apostrophe
+      } else if (source[pos].match(/\d/)) {
+        let number = ''
+        while (source[pos] && source[pos].match(/\d/)) {
+          number += source[pos]
+          pos++
+        }
+        tokenStream.tokens.push({
+          type: tokenTypes.NUMBER,
+          line: line,
+          value: parseFloat(number),
+        })
+      } else if (source.slice(pos).match(/^#(t|f)/)) {
+        pos++
+        tokenStream.tokens.push({
+          type: tokenTypes.BOOLEAN,
+          line: line,
+          value: source[pos] === 't' ? true : false
+        })
+        pos++
       } else if (source[pos].match(/\n/)) {
         line++
         pos++

src/tokenTypes.js

@@ -6,5 +6,7 @@ module.exports = {
   LITERAL: 'literal',
   ATTRIBUTE: 'attribute',
   SYMBOL: 'symbol',
+  NUMBER: 'number',
+  BOOLEAN: 'boolean',
   EOF: 'EOF',
 }

test/lexer.js

@@ -84,3 +84,28 @@ test('allow special characters inside quotes', t => {
   ])
   t.equal(tokens[3].value, '(test)')
 })
+
+test('lex numbers', t => {
+  t.plan(2)
+  const lexer = new Lexer()
+  let tokens = lexer.scan('1 2 3 4 5').tokens
+  t.deepEqual(tokens.map(token => token.type), [
+    tt.NUMBER, tt.NUMBER, tt.NUMBER, tt.NUMBER, tt.NUMBER, tt.EOF,
+  ])
+  t.deepEqual(tokens.map(token => token.value), [
+    1, 2, 3, 4, 5, undefined // undefined is for the EOF
+  ])
+})
+
+test('lex booleans', t => {
+  t.plan(2)
+  const lexer = new Lexer()
+  let tokens = lexer.scan('#t #f').tokens
+  t.deepEqual(tokens.map(token => token.type), [
+    tt.BOOLEAN, tt.BOOLEAN, tt.EOF
+  ])
+  t.deepEqual(tokens.map(token => token.value), [
+    true, false, undefined // undefined is for the EOF
+  ])
+})
+