fix #116

  SplitStatement check if single comment line is in multi-line sql.

  pure comment line should break quickly, single comment in multi-line
  sql should wait for line delimiter

ast/testdata/TestSplitStatement.golden

@@ -16,6 +16,21 @@
 13 select
 *
 -- comment
+from tb
+where col = 1
+14 select
+* --
+from tb
+where col = 1
+15 select
+* #
+from tb
+where col = 1
+16 select
+*
+--
+from tb
+where col = 1
 0 select * from test\Ghello
 1 select 'hello\Gworld', col from test\Ghello
 2 -- select * from test\Ghello

ast/token.go

@@ -928,7 +928,12 @@ func SplitStatement(buf []byte, delimiter []byte) (string, string, []byte) {
 		if singleLineComment {
 			if b == '\r' || b == '\n' {
 				sql = string(buf[:i])
-				break
+				if strings.HasPrefix(sql, "--") || strings.HasPrefix(sql, "#") {
+					// just comment, query start with '--', '#'
+					break
+				}
+				// comment in multi-line sql
+				continue
 			}
 		}
 

ast/token_test.go

@@ -131,6 +131,19 @@ func TestSplitStatement(t *testing.T) {
 *
 -- comment
 from tb
+where col = 1`),
+		[]byte(`select
+* --
+from tb
+where col = 1`),
+		[]byte(`select
+* #
+from tb
+where col = 1`),
+		[]byte(`select
+*
+--
+from tb
 where col = 1`),
 	}
 	buf2s := [][]byte{