A few comment cases

Author: UnstoppableMango

scanner_test.go

@@ -111,6 +111,19 @@ var _ = Describe("Scanner", func() {
 		},
 	)
 
+	DescribeTable("Scan comment tokens",
+		Entry(nil, "#", token.COMMENT),
+		func(input string, expected token.Token) {
+			buf := bytes.NewBufferString(input)
+			s := make.NewScanner(buf)
+
+			more := s.Scan()
+
+			Expect(s.Token()).To(Equal(expected))
+			Expect(more).To(BeTrueBecause("more to scan"))
+		},
+	)
+
 	It("should scan newline followed by token", func() {
 		buf := bytes.NewBufferString("\n ident")
 		s := make.NewScanner(buf)

token/token.go

@@ -279,7 +279,7 @@ func IsIdentifier(name string) bool {
 		return false
 	}
 	switch name {
-	case "(", ")", "{", "}", "$", ":", ",", "\n", "\t":
+	case "(", ")", "{", "}", "$", ":", ",", "\n", "\t", "#":
 		fallthrough
 	case "=", ":=", "::=", ":::=", "?=", "!=":
 		return false

token/token_test.go

@@ -514,6 +514,7 @@ var _ = Describe("Token", func() {
 			Entry(nil, "}"),
 			Entry(nil, ":"),
 			Entry(nil, "$"),
+			Entry(nil, "#"),
 			Entry(nil, ","),
 			Entry(nil, "="),
 			Entry(nil, ":="),