Commit 2a391f46 authored by Robert Griesemer's avatar Robert Griesemer

go/scanner: add missing BOM test

R=r
CC=golang-dev
https://golang.org/cl/6498106
parent 4be9b83e
...@@ -346,6 +346,7 @@ var lines = []string{ ...@@ -346,6 +346,7 @@ var lines = []string{
// # indicates a semicolon present in the source // # indicates a semicolon present in the source
// $ indicates an automatically inserted semicolon // $ indicates an automatically inserted semicolon
"", "",
"\ufeff#;", // first BOM is ignored
"#;", "#;",
"foo$\n", "foo$\n",
"123$\n", "123$\n",
...@@ -694,6 +695,7 @@ var errors = []struct { ...@@ -694,6 +695,7 @@ var errors = []struct {
{"0X", token.INT, 0, "illegal hexadecimal number"}, {"0X", token.INT, 0, "illegal hexadecimal number"},
{"\"abc\x00def\"", token.STRING, 4, "illegal character NUL"}, {"\"abc\x00def\"", token.STRING, 4, "illegal character NUL"},
{"\"abc\x80def\"", token.STRING, 4, "illegal UTF-8 encoding"}, {"\"abc\x80def\"", token.STRING, 4, "illegal UTF-8 encoding"},
{"\ufeff\ufeff", token.ILLEGAL, 3, "illegal character U+FEFF"}, // only first BOM is ignored
} }
func TestScanErrors(t *testing.T) { func TestScanErrors(t *testing.T) {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment