sexp-template/test/lexerTest.js

const test = require('tape')
const helpers = require('./helpers')

const tt = require('../src/tokenTypes')

test('lexes simple template correctly', t => {
  t.plan(4)
  let tokens = helpers.scan(
    '(div :class "foobar" (p "Lorem ipsum dolor sit amet"))',
  ).tokens
  t.deepEqual(tokens.map(token => token.type), [
    tt.OPAREN,
    tt.IDENTIFIER,
    tt.ATTRIBUTE,
    tt.QUOTE,
    tt.LITERAL,
    tt.QUOTE,
    tt.OPAREN,
    tt.IDENTIFIER,
    tt.QUOTE,
    tt.LITERAL,
    tt.QUOTE,
    tt.CPAREN,
    tt.CPAREN,
    tt.EOF,
  ])
  t.equal(tokens[1].value, 'div')
  t.equal(tokens[2].value, 'class')
  t.equal(tokens[9].value, 'Lorem ipsum dolor sit amet')
})

test('keeps track of line numbers', t => {
  t.plan(2)
  let tokens = helpers.scan(`(
    (div :class "foobar"
      (p :class "bazquux"))
  `).tokens
  t.equal(tokens[2].line, 2)
  t.equal(tokens[7].line, 3)
})

test('multiple identifiers in a row are kept separate', t => {
  t.plan(2)
  let tokens = helpers.scan(`(test test test)`).tokens
  t.deepEqual(tokens.map(token => token.type), [
    tt.OPAREN,
    tt.IDENTIFIER,
    tt.IDENTIFIER,
    tt.IDENTIFIER,
    tt.CPAREN,
    tt.EOF,
  ])
  tokens = helpers.scan(`(test "test" test test)`).tokens
  t.deepEqual(tokens.map(token => token.type), [
    tt.OPAREN,
    tt.IDENTIFIER,
    tt.QUOTE,
    tt.LITERAL,
    tt.QUOTE,
    tt.IDENTIFIER,
    tt.IDENTIFIER,
    tt.CPAREN,
    tt.EOF,
  ])
})

test('allow special characters inside quotes', t => {
  t.plan(2)
  let tokens = helpers.scan(`
    (p "(test)")
  `).tokens
  t.deepEqual(tokens.map(token => token.type), [
    tt.OPAREN,
    tt.IDENTIFIER,
    tt.QUOTE,
    tt.LITERAL,
    tt.QUOTE,
    tt.CPAREN,
    tt.EOF,
  ])
  t.equal(tokens[3].value, '(test)')
})

test('lex numbers', t => {
  t.plan(2)
  let tokens = helpers.scan('1 2 3 4 5').tokens
  t.deepEqual(tokens.map(token => token.type), [
    tt.NUMBER,
    tt.NUMBER,
    tt.NUMBER,
    tt.NUMBER,
    tt.NUMBER,
    tt.EOF,
  ])
  t.deepEqual(tokens.map(token => token.value), [
    1,
    2,
    3,
    4,
    5,
    undefined, // undefined is for the EOF
  ])
})

test('lex booleans', t => {
  t.plan(2)
  let tokens = helpers.scan('#t #f').tokens
  t.deepEqual(tokens.map(token => token.type), [tt.BOOLEAN, tt.BOOLEAN, tt.EOF])
  t.deepEqual(tokens.map(token => token.value), [
    true,
    false,
    undefined, // undefined is for the EOF
  ])
})