Add commas and dots

src/lexer.rs

@@ -28,6 +28,8 @@ lazy_static! {
         Matcher::new(r#"^[a-z][a-zA-Z_\-]*"#, TokenType::Identfiier),
         Matcher::new(r#"^[0-9]+"#, TokenType::Number),
         Matcher::new(r#"^\*"#, TokenType::Star),
+        Matcher::new(r#"^,"#, TokenType::Comma),
+        Matcher::new(r#"^\."#, TokenType::Dot),
     ];
 }
 
@@ -128,6 +130,16 @@ mod tests {
         assert_eq!(scan("*").unwrap(), vec![Token::new(TokenType::Star, "*")])
     }
 
+    #[test]
+    fn it_scans_a_comma() {
+        assert_eq!(scan(",").unwrap(), vec![Token::new(TokenType::Comma, ",")])
+    }
+
+    #[test]
+    fn it_scans_a_dot() {
+        assert_eq!(scan(".").unwrap(), vec![Token::new(TokenType::Dot, ".")])
+    }
+
     #[test]
     fn it_scans_a_whole_expression() {
         assert_eq!(

src/token.rs

@@ -25,6 +25,8 @@ impl std::fmt::Display for Token {
 
 #[derive(Clone, Copy, Debug, PartialEq)]
 pub enum TokenType {
+    Comma,
+    Dot,
     From,
     Identfiier,
     Number,
@@ -39,6 +41,8 @@ impl std::fmt::Display for TokenType {
             f,
             "{}",
             match self {
+                TokenType::Comma => "Comma",
+                TokenType::Dot => "Dot",
                 TokenType::Identfiier => "Identifier",
                 TokenType::Number => "Number",
                 TokenType::Star => "Star",