Commit b83350a2 authored by Brad Fitzpatrick's avatar Brad Fitzpatrick

Revert "text/template: efficient reporting of line numbers"

This reverts commit 794fb71d.

Reason for revert: submitted without TryBots and it broke all three race builders.

Change-Id: I80a1e566616f0ee8fa3529d4eeee04268f8a713b
Reviewed-on: https://go-review.googlesource.com/33232Reviewed-by: default avatarBrad Fitzpatrick <bradfitz@golang.org>
parent 2442b49c
...@@ -1152,7 +1152,7 @@ func TestUnterminatedStringError(t *testing.T) { ...@@ -1152,7 +1152,7 @@ func TestUnterminatedStringError(t *testing.T) {
t.Fatal("expected error") t.Fatal("expected error")
} }
str := err.Error() str := err.Error()
if !strings.Contains(str, "X:3: unexpected unterminated raw quoted string") { if !strings.Contains(str, "X:3: unexpected unterminated raw quoted strin") {
t.Fatalf("unexpected error: %s", str) t.Fatalf("unexpected error: %s", str)
} }
} }
......
...@@ -16,7 +16,6 @@ type item struct { ...@@ -16,7 +16,6 @@ type item struct {
typ itemType // The type of this item. typ itemType // The type of this item.
pos Pos // The starting position, in bytes, of this item in the input string. pos Pos // The starting position, in bytes, of this item in the input string.
val string // The value of this item. val string // The value of this item.
line int // The line number at the start of this item.
} }
func (i item) String() string { func (i item) String() string {
...@@ -117,7 +116,6 @@ type lexer struct { ...@@ -117,7 +116,6 @@ type lexer struct {
lastPos Pos // position of most recent item returned by nextItem lastPos Pos // position of most recent item returned by nextItem
items chan item // channel of scanned items items chan item // channel of scanned items
parenDepth int // nesting depth of ( ) exprs parenDepth int // nesting depth of ( ) exprs
line int // 1+number of newlines seen
} }
// next returns the next rune in the input. // next returns the next rune in the input.
...@@ -129,9 +127,6 @@ func (l *lexer) next() rune { ...@@ -129,9 +127,6 @@ func (l *lexer) next() rune {
r, w := utf8.DecodeRuneInString(l.input[l.pos:]) r, w := utf8.DecodeRuneInString(l.input[l.pos:])
l.width = Pos(w) l.width = Pos(w)
l.pos += l.width l.pos += l.width
if r == '\n' {
l.line++
}
return r return r
} }
...@@ -145,20 +140,11 @@ func (l *lexer) peek() rune { ...@@ -145,20 +140,11 @@ func (l *lexer) peek() rune {
// backup steps back one rune. Can only be called once per call of next. // backup steps back one rune. Can only be called once per call of next.
func (l *lexer) backup() { func (l *lexer) backup() {
l.pos -= l.width l.pos -= l.width
// Correct newline count.
if l.width == 1 && l.input[l.pos] == '\n' {
l.line--
}
} }
// emit passes an item back to the client. // emit passes an item back to the client.
func (l *lexer) emit(t itemType) { func (l *lexer) emit(t itemType) {
l.items <- item{t, l.start, l.input[l.start:l.pos], l.line} l.items <- item{t, l.start, l.input[l.start:l.pos]}
// Some items contain text internally. If so, count their newlines.
switch t {
case itemText, itemRawString, itemLeftDelim, itemRightDelim:
l.line += strings.Count(l.input[l.start:l.pos], "\n")
}
l.start = l.pos l.start = l.pos
} }
...@@ -183,10 +169,17 @@ func (l *lexer) acceptRun(valid string) { ...@@ -183,10 +169,17 @@ func (l *lexer) acceptRun(valid string) {
l.backup() l.backup()
} }
// lineNumber reports which line we're on, based on the position of
// the previous item returned by nextItem. Doing it this way
// means we don't have to worry about peek double counting.
func (l *lexer) lineNumber() int {
return 1 + strings.Count(l.input[:l.lastPos], "\n")
}
// errorf returns an error token and terminates the scan by passing // errorf returns an error token and terminates the scan by passing
// back a nil pointer that will be the next state, terminating l.nextItem. // back a nil pointer that will be the next state, terminating l.nextItem.
func (l *lexer) errorf(format string, args ...interface{}) stateFn { func (l *lexer) errorf(format string, args ...interface{}) stateFn {
l.items <- item{itemError, l.start, fmt.Sprintf(format, args...), l.line} l.items <- item{itemError, l.start, fmt.Sprintf(format, args...)}
return nil return nil
} }
...@@ -219,7 +212,6 @@ func lex(name, input, left, right string) *lexer { ...@@ -219,7 +212,6 @@ func lex(name, input, left, right string) *lexer {
leftDelim: left, leftDelim: left,
rightDelim: right, rightDelim: right,
items: make(chan item), items: make(chan item),
line: 1,
} }
go l.run() go l.run()
return l return l
...@@ -610,14 +602,10 @@ Loop: ...@@ -610,14 +602,10 @@ Loop:
// lexRawQuote scans a raw quoted string. // lexRawQuote scans a raw quoted string.
func lexRawQuote(l *lexer) stateFn { func lexRawQuote(l *lexer) stateFn {
startLine := l.line
Loop: Loop:
for { for {
switch l.next() { switch l.next() {
case eof: case eof:
// Restore line number to location of opening quote.
// We will error out so it's ok just to overwrite the field.
l.line = startLine
return l.errorf("unterminated raw quoted string") return l.errorf("unterminated raw quoted string")
case '`': case '`':
break Loop break Loop
......
...@@ -58,46 +58,39 @@ type lexTest struct { ...@@ -58,46 +58,39 @@ type lexTest struct {
items []item items []item
} }
func mkItem(typ itemType, text string) item {
return item{
typ: typ,
val: text,
}
}
var ( var (
tDot = mkItem(itemDot, ".") tDot = item{itemDot, 0, "."}
tBlock = mkItem(itemBlock, "block") tBlock = item{itemBlock, 0, "block"}
tEOF = mkItem(itemEOF, "") tEOF = item{itemEOF, 0, ""}
tFor = mkItem(itemIdentifier, "for") tFor = item{itemIdentifier, 0, "for"}
tLeft = mkItem(itemLeftDelim, "{{") tLeft = item{itemLeftDelim, 0, "{{"}
tLpar = mkItem(itemLeftParen, "(") tLpar = item{itemLeftParen, 0, "("}
tPipe = mkItem(itemPipe, "|") tPipe = item{itemPipe, 0, "|"}
tQuote = mkItem(itemString, `"abc \n\t\" "`) tQuote = item{itemString, 0, `"abc \n\t\" "`}
tRange = mkItem(itemRange, "range") tRange = item{itemRange, 0, "range"}
tRight = mkItem(itemRightDelim, "}}") tRight = item{itemRightDelim, 0, "}}"}
tRpar = mkItem(itemRightParen, ")") tRpar = item{itemRightParen, 0, ")"}
tSpace = mkItem(itemSpace, " ") tSpace = item{itemSpace, 0, " "}
raw = "`" + `abc\n\t\" ` + "`" raw = "`" + `abc\n\t\" ` + "`"
rawNL = "`now is{{\n}}the time`" // Contains newline inside raw quote. rawNL = "`now is{{\n}}the time`" // Contains newline inside raw quote.
tRawQuote = mkItem(itemRawString, raw) tRawQuote = item{itemRawString, 0, raw}
tRawQuoteNL = mkItem(itemRawString, rawNL) tRawQuoteNL = item{itemRawString, 0, rawNL}
) )
var lexTests = []lexTest{ var lexTests = []lexTest{
{"empty", "", []item{tEOF}}, {"empty", "", []item{tEOF}},
{"spaces", " \t\n", []item{mkItem(itemText, " \t\n"), tEOF}}, {"spaces", " \t\n", []item{{itemText, 0, " \t\n"}, tEOF}},
{"text", `now is the time`, []item{mkItem(itemText, "now is the time"), tEOF}}, {"text", `now is the time`, []item{{itemText, 0, "now is the time"}, tEOF}},
{"text with comment", "hello-{{/* this is a comment */}}-world", []item{ {"text with comment", "hello-{{/* this is a comment */}}-world", []item{
mkItem(itemText, "hello-"), {itemText, 0, "hello-"},
mkItem(itemText, "-world"), {itemText, 0, "-world"},
tEOF, tEOF,
}}, }},
{"punctuation", "{{,@% }}", []item{ {"punctuation", "{{,@% }}", []item{
tLeft, tLeft,
mkItem(itemChar, ","), {itemChar, 0, ","},
mkItem(itemChar, "@"), {itemChar, 0, "@"},
mkItem(itemChar, "%"), {itemChar, 0, "%"},
tSpace, tSpace,
tRight, tRight,
tEOF, tEOF,
...@@ -106,7 +99,7 @@ var lexTests = []lexTest{ ...@@ -106,7 +99,7 @@ var lexTests = []lexTest{
tLeft, tLeft,
tLpar, tLpar,
tLpar, tLpar,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
tRpar, tRpar,
tRpar, tRpar,
tRight, tRight,
...@@ -115,54 +108,54 @@ var lexTests = []lexTest{ ...@@ -115,54 +108,54 @@ var lexTests = []lexTest{
{"empty action", `{{}}`, []item{tLeft, tRight, tEOF}}, {"empty action", `{{}}`, []item{tLeft, tRight, tEOF}},
{"for", `{{for}}`, []item{tLeft, tFor, tRight, tEOF}}, {"for", `{{for}}`, []item{tLeft, tFor, tRight, tEOF}},
{"block", `{{block "foo" .}}`, []item{ {"block", `{{block "foo" .}}`, []item{
tLeft, tBlock, tSpace, mkItem(itemString, `"foo"`), tSpace, tDot, tRight, tEOF, tLeft, tBlock, tSpace, {itemString, 0, `"foo"`}, tSpace, tDot, tRight, tEOF,
}}, }},
{"quote", `{{"abc \n\t\" "}}`, []item{tLeft, tQuote, tRight, tEOF}}, {"quote", `{{"abc \n\t\" "}}`, []item{tLeft, tQuote, tRight, tEOF}},
{"raw quote", "{{" + raw + "}}", []item{tLeft, tRawQuote, tRight, tEOF}}, {"raw quote", "{{" + raw + "}}", []item{tLeft, tRawQuote, tRight, tEOF}},
{"raw quote with newline", "{{" + rawNL + "}}", []item{tLeft, tRawQuoteNL, tRight, tEOF}}, {"raw quote with newline", "{{" + rawNL + "}}", []item{tLeft, tRawQuoteNL, tRight, tEOF}},
{"numbers", "{{1 02 0x14 -7.2i 1e3 +1.2e-4 4.2i 1+2i}}", []item{ {"numbers", "{{1 02 0x14 -7.2i 1e3 +1.2e-4 4.2i 1+2i}}", []item{
tLeft, tLeft,
mkItem(itemNumber, "1"), {itemNumber, 0, "1"},
tSpace, tSpace,
mkItem(itemNumber, "02"), {itemNumber, 0, "02"},
tSpace, tSpace,
mkItem(itemNumber, "0x14"), {itemNumber, 0, "0x14"},
tSpace, tSpace,
mkItem(itemNumber, "-7.2i"), {itemNumber, 0, "-7.2i"},
tSpace, tSpace,
mkItem(itemNumber, "1e3"), {itemNumber, 0, "1e3"},
tSpace, tSpace,
mkItem(itemNumber, "+1.2e-4"), {itemNumber, 0, "+1.2e-4"},
tSpace, tSpace,
mkItem(itemNumber, "4.2i"), {itemNumber, 0, "4.2i"},
tSpace, tSpace,
mkItem(itemComplex, "1+2i"), {itemComplex, 0, "1+2i"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"characters", `{{'a' '\n' '\'' '\\' '\u00FF' '\xFF' '本'}}`, []item{ {"characters", `{{'a' '\n' '\'' '\\' '\u00FF' '\xFF' '本'}}`, []item{
tLeft, tLeft,
mkItem(itemCharConstant, `'a'`), {itemCharConstant, 0, `'a'`},
tSpace, tSpace,
mkItem(itemCharConstant, `'\n'`), {itemCharConstant, 0, `'\n'`},
tSpace, tSpace,
mkItem(itemCharConstant, `'\''`), {itemCharConstant, 0, `'\''`},
tSpace, tSpace,
mkItem(itemCharConstant, `'\\'`), {itemCharConstant, 0, `'\\'`},
tSpace, tSpace,
mkItem(itemCharConstant, `'\u00FF'`), {itemCharConstant, 0, `'\u00FF'`},
tSpace, tSpace,
mkItem(itemCharConstant, `'\xFF'`), {itemCharConstant, 0, `'\xFF'`},
tSpace, tSpace,
mkItem(itemCharConstant, `'本'`), {itemCharConstant, 0, `'本'`},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"bools", "{{true false}}", []item{ {"bools", "{{true false}}", []item{
tLeft, tLeft,
mkItem(itemBool, "true"), {itemBool, 0, "true"},
tSpace, tSpace,
mkItem(itemBool, "false"), {itemBool, 0, "false"},
tRight, tRight,
tEOF, tEOF,
}}, }},
...@@ -174,178 +167,178 @@ var lexTests = []lexTest{ ...@@ -174,178 +167,178 @@ var lexTests = []lexTest{
}}, }},
{"nil", "{{nil}}", []item{ {"nil", "{{nil}}", []item{
tLeft, tLeft,
mkItem(itemNil, "nil"), {itemNil, 0, "nil"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"dots", "{{.x . .2 .x.y.z}}", []item{ {"dots", "{{.x . .2 .x.y.z}}", []item{
tLeft, tLeft,
mkItem(itemField, ".x"), {itemField, 0, ".x"},
tSpace, tSpace,
tDot, tDot,
tSpace, tSpace,
mkItem(itemNumber, ".2"), {itemNumber, 0, ".2"},
tSpace, tSpace,
mkItem(itemField, ".x"), {itemField, 0, ".x"},
mkItem(itemField, ".y"), {itemField, 0, ".y"},
mkItem(itemField, ".z"), {itemField, 0, ".z"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"keywords", "{{range if else end with}}", []item{ {"keywords", "{{range if else end with}}", []item{
tLeft, tLeft,
mkItem(itemRange, "range"), {itemRange, 0, "range"},
tSpace, tSpace,
mkItem(itemIf, "if"), {itemIf, 0, "if"},
tSpace, tSpace,
mkItem(itemElse, "else"), {itemElse, 0, "else"},
tSpace, tSpace,
mkItem(itemEnd, "end"), {itemEnd, 0, "end"},
tSpace, tSpace,
mkItem(itemWith, "with"), {itemWith, 0, "with"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"variables", "{{$c := printf $ $hello $23 $ $var.Field .Method}}", []item{ {"variables", "{{$c := printf $ $hello $23 $ $var.Field .Method}}", []item{
tLeft, tLeft,
mkItem(itemVariable, "$c"), {itemVariable, 0, "$c"},
tSpace, tSpace,
mkItem(itemColonEquals, ":="), {itemColonEquals, 0, ":="},
tSpace, tSpace,
mkItem(itemIdentifier, "printf"), {itemIdentifier, 0, "printf"},
tSpace, tSpace,
mkItem(itemVariable, "$"), {itemVariable, 0, "$"},
tSpace, tSpace,
mkItem(itemVariable, "$hello"), {itemVariable, 0, "$hello"},
tSpace, tSpace,
mkItem(itemVariable, "$23"), {itemVariable, 0, "$23"},
tSpace, tSpace,
mkItem(itemVariable, "$"), {itemVariable, 0, "$"},
tSpace, tSpace,
mkItem(itemVariable, "$var"), {itemVariable, 0, "$var"},
mkItem(itemField, ".Field"), {itemField, 0, ".Field"},
tSpace, tSpace,
mkItem(itemField, ".Method"), {itemField, 0, ".Method"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"variable invocation", "{{$x 23}}", []item{ {"variable invocation", "{{$x 23}}", []item{
tLeft, tLeft,
mkItem(itemVariable, "$x"), {itemVariable, 0, "$x"},
tSpace, tSpace,
mkItem(itemNumber, "23"), {itemNumber, 0, "23"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"pipeline", `intro {{echo hi 1.2 |noargs|args 1 "hi"}} outro`, []item{ {"pipeline", `intro {{echo hi 1.2 |noargs|args 1 "hi"}} outro`, []item{
mkItem(itemText, "intro "), {itemText, 0, "intro "},
tLeft, tLeft,
mkItem(itemIdentifier, "echo"), {itemIdentifier, 0, "echo"},
tSpace, tSpace,
mkItem(itemIdentifier, "hi"), {itemIdentifier, 0, "hi"},
tSpace, tSpace,
mkItem(itemNumber, "1.2"), {itemNumber, 0, "1.2"},
tSpace, tSpace,
tPipe, tPipe,
mkItem(itemIdentifier, "noargs"), {itemIdentifier, 0, "noargs"},
tPipe, tPipe,
mkItem(itemIdentifier, "args"), {itemIdentifier, 0, "args"},
tSpace, tSpace,
mkItem(itemNumber, "1"), {itemNumber, 0, "1"},
tSpace, tSpace,
mkItem(itemString, `"hi"`), {itemString, 0, `"hi"`},
tRight, tRight,
mkItem(itemText, " outro"), {itemText, 0, " outro"},
tEOF, tEOF,
}}, }},
{"declaration", "{{$v := 3}}", []item{ {"declaration", "{{$v := 3}}", []item{
tLeft, tLeft,
mkItem(itemVariable, "$v"), {itemVariable, 0, "$v"},
tSpace, tSpace,
mkItem(itemColonEquals, ":="), {itemColonEquals, 0, ":="},
tSpace, tSpace,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"2 declarations", "{{$v , $w := 3}}", []item{ {"2 declarations", "{{$v , $w := 3}}", []item{
tLeft, tLeft,
mkItem(itemVariable, "$v"), {itemVariable, 0, "$v"},
tSpace, tSpace,
mkItem(itemChar, ","), {itemChar, 0, ","},
tSpace, tSpace,
mkItem(itemVariable, "$w"), {itemVariable, 0, "$w"},
tSpace, tSpace,
mkItem(itemColonEquals, ":="), {itemColonEquals, 0, ":="},
tSpace, tSpace,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"field of parenthesized expression", "{{(.X).Y}}", []item{ {"field of parenthesized expression", "{{(.X).Y}}", []item{
tLeft, tLeft,
tLpar, tLpar,
mkItem(itemField, ".X"), {itemField, 0, ".X"},
tRpar, tRpar,
mkItem(itemField, ".Y"), {itemField, 0, ".Y"},
tRight, tRight,
tEOF, tEOF,
}}, }},
{"trimming spaces before and after", "hello- {{- 3 -}} -world", []item{ {"trimming spaces before and after", "hello- {{- 3 -}} -world", []item{
mkItem(itemText, "hello-"), {itemText, 0, "hello-"},
tLeft, tLeft,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
tRight, tRight,
mkItem(itemText, "-world"), {itemText, 0, "-world"},
tEOF, tEOF,
}}, }},
{"trimming spaces before and after comment", "hello- {{- /* hello */ -}} -world", []item{ {"trimming spaces before and after comment", "hello- {{- /* hello */ -}} -world", []item{
mkItem(itemText, "hello-"), {itemText, 0, "hello-"},
mkItem(itemText, "-world"), {itemText, 0, "-world"},
tEOF, tEOF,
}}, }},
// errors // errors
{"badchar", "#{{\x01}}", []item{ {"badchar", "#{{\x01}}", []item{
mkItem(itemText, "#"), {itemText, 0, "#"},
tLeft, tLeft,
mkItem(itemError, "unrecognized character in action: U+0001"), {itemError, 0, "unrecognized character in action: U+0001"},
}}, }},
{"unclosed action", "{{\n}}", []item{ {"unclosed action", "{{\n}}", []item{
tLeft, tLeft,
mkItem(itemError, "unclosed action"), {itemError, 0, "unclosed action"},
}}, }},
{"EOF in action", "{{range", []item{ {"EOF in action", "{{range", []item{
tLeft, tLeft,
tRange, tRange,
mkItem(itemError, "unclosed action"), {itemError, 0, "unclosed action"},
}}, }},
{"unclosed quote", "{{\"\n\"}}", []item{ {"unclosed quote", "{{\"\n\"}}", []item{
tLeft, tLeft,
mkItem(itemError, "unterminated quoted string"), {itemError, 0, "unterminated quoted string"},
}}, }},
{"unclosed raw quote", "{{`xx}}", []item{ {"unclosed raw quote", "{{`xx}}", []item{
tLeft, tLeft,
mkItem(itemError, "unterminated raw quoted string"), {itemError, 0, "unterminated raw quoted string"},
}}, }},
{"unclosed char constant", "{{'\n}}", []item{ {"unclosed char constant", "{{'\n}}", []item{
tLeft, tLeft,
mkItem(itemError, "unterminated character constant"), {itemError, 0, "unterminated character constant"},
}}, }},
{"bad number", "{{3k}}", []item{ {"bad number", "{{3k}}", []item{
tLeft, tLeft,
mkItem(itemError, `bad number syntax: "3k"`), {itemError, 0, `bad number syntax: "3k"`},
}}, }},
{"unclosed paren", "{{(3}}", []item{ {"unclosed paren", "{{(3}}", []item{
tLeft, tLeft,
tLpar, tLpar,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
mkItem(itemError, `unclosed left paren`), {itemError, 0, `unclosed left paren`},
}}, }},
{"extra right paren", "{{3)}}", []item{ {"extra right paren", "{{3)}}", []item{
tLeft, tLeft,
mkItem(itemNumber, "3"), {itemNumber, 0, "3"},
tRpar, tRpar,
mkItem(itemError, `unexpected right paren U+0029 ')'`), {itemError, 0, `unexpected right paren U+0029 ')'`},
}}, }},
// Fixed bugs // Fixed bugs
...@@ -362,17 +355,17 @@ var lexTests = []lexTest{ ...@@ -362,17 +355,17 @@ var lexTests = []lexTest{
tEOF, tEOF,
}}, }},
{"text with bad comment", "hello-{{/*/}}-world", []item{ {"text with bad comment", "hello-{{/*/}}-world", []item{
mkItem(itemText, "hello-"), {itemText, 0, "hello-"},
mkItem(itemError, `unclosed comment`), {itemError, 0, `unclosed comment`},
}}, }},
{"text with comment close separated from delim", "hello-{{/* */ }}-world", []item{ {"text with comment close separated from delim", "hello-{{/* */ }}-world", []item{
mkItem(itemText, "hello-"), {itemText, 0, "hello-"},
mkItem(itemError, `comment ends before closing delimiter`), {itemError, 0, `comment ends before closing delimiter`},
}}, }},
// This one is an error that we can't catch because it breaks templates with // This one is an error that we can't catch because it breaks templates with
// minimized JavaScript. Should have fixed it before Go 1.1. // minimized JavaScript. Should have fixed it before Go 1.1.
{"unmatched right delimiter", "hello-{.}}-world", []item{ {"unmatched right delimiter", "hello-{.}}-world", []item{
mkItem(itemText, "hello-{.}}-world"), {itemText, 0, "hello-{.}}-world"},
tEOF, tEOF,
}}, }},
} }
...@@ -421,13 +414,13 @@ func TestLex(t *testing.T) { ...@@ -421,13 +414,13 @@ func TestLex(t *testing.T) {
var lexDelimTests = []lexTest{ var lexDelimTests = []lexTest{
{"punctuation", "$$,@%{{}}@@", []item{ {"punctuation", "$$,@%{{}}@@", []item{
tLeftDelim, tLeftDelim,
mkItem(itemChar, ","), {itemChar, 0, ","},
mkItem(itemChar, "@"), {itemChar, 0, "@"},
mkItem(itemChar, "%"), {itemChar, 0, "%"},
mkItem(itemChar, "{"), {itemChar, 0, "{"},
mkItem(itemChar, "{"), {itemChar, 0, "{"},
mkItem(itemChar, "}"), {itemChar, 0, "}"},
mkItem(itemChar, "}"), {itemChar, 0, "}"},
tRightDelim, tRightDelim,
tEOF, tEOF,
}}, }},
...@@ -438,8 +431,8 @@ var lexDelimTests = []lexTest{ ...@@ -438,8 +431,8 @@ var lexDelimTests = []lexTest{
} }
var ( var (
tLeftDelim = mkItem(itemLeftDelim, "$$") tLeftDelim = item{itemLeftDelim, 0, "$$"}
tRightDelim = mkItem(itemRightDelim, "@@") tRightDelim = item{itemRightDelim, 0, "@@"}
) )
func TestDelims(t *testing.T) { func TestDelims(t *testing.T) {
...@@ -454,21 +447,21 @@ func TestDelims(t *testing.T) { ...@@ -454,21 +447,21 @@ func TestDelims(t *testing.T) {
var lexPosTests = []lexTest{ var lexPosTests = []lexTest{
{"empty", "", []item{tEOF}}, {"empty", "", []item{tEOF}},
{"punctuation", "{{,@%#}}", []item{ {"punctuation", "{{,@%#}}", []item{
{itemLeftDelim, 0, "{{", 1}, {itemLeftDelim, 0, "{{"},
{itemChar, 2, ",", 1}, {itemChar, 2, ","},
{itemChar, 3, "@", 1}, {itemChar, 3, "@"},
{itemChar, 4, "%", 1}, {itemChar, 4, "%"},
{itemChar, 5, "#", 1}, {itemChar, 5, "#"},
{itemRightDelim, 6, "}}", 1}, {itemRightDelim, 6, "}}"},
{itemEOF, 8, "", 1}, {itemEOF, 8, ""},
}}, }},
{"sample", "0123{{hello}}xyz", []item{ {"sample", "0123{{hello}}xyz", []item{
{itemText, 0, "0123", 1}, {itemText, 0, "0123"},
{itemLeftDelim, 4, "{{", 1}, {itemLeftDelim, 4, "{{"},
{itemIdentifier, 6, "hello", 1}, {itemIdentifier, 6, "hello"},
{itemRightDelim, 11, "}}", 1}, {itemRightDelim, 11, "}}"},
{itemText, 13, "xyz", 1}, {itemText, 13, "xyz"},
{itemEOF, 16, "", 1}, {itemEOF, 16, ""},
}}, }},
} }
......
...@@ -157,7 +157,7 @@ func (t *Tree) ErrorContext(n Node) (location, context string) { ...@@ -157,7 +157,7 @@ func (t *Tree) ErrorContext(n Node) (location, context string) {
// errorf formats the error and terminates processing. // errorf formats the error and terminates processing.
func (t *Tree) errorf(format string, args ...interface{}) { func (t *Tree) errorf(format string, args ...interface{}) {
t.Root = nil t.Root = nil
format = fmt.Sprintf("template: %s:%d: %s", t.ParseName, t.lex.line, format) format = fmt.Sprintf("template: %s:%d: %s", t.ParseName, t.lex.lineNumber(), format)
panic(fmt.Errorf(format, args...)) panic(fmt.Errorf(format, args...))
} }
...@@ -376,17 +376,15 @@ func (t *Tree) action() (n Node) { ...@@ -376,17 +376,15 @@ func (t *Tree) action() (n Node) {
return t.withControl() return t.withControl()
} }
t.backup() t.backup()
token := t.peek()
// Do not pop variables; they persist until "end". // Do not pop variables; they persist until "end".
return t.newAction(token.pos, token.line, t.pipeline("command")) return t.newAction(t.peek().pos, t.lex.lineNumber(), t.pipeline("command"))
} }
// Pipeline: // Pipeline:
// declarations? command ('|' command)* // declarations? command ('|' command)*
func (t *Tree) pipeline(context string) (pipe *PipeNode) { func (t *Tree) pipeline(context string) (pipe *PipeNode) {
var decl []*VariableNode var decl []*VariableNode
token := t.peekNonSpace() pos := t.peekNonSpace().pos
pos := token.pos
// Are there declarations? // Are there declarations?
for { for {
if v := t.peekNonSpace(); v.typ == itemVariable { if v := t.peekNonSpace(); v.typ == itemVariable {
...@@ -415,7 +413,7 @@ func (t *Tree) pipeline(context string) (pipe *PipeNode) { ...@@ -415,7 +413,7 @@ func (t *Tree) pipeline(context string) (pipe *PipeNode) {
} }
break break
} }
pipe = t.newPipeline(pos, token.line, decl) pipe = t.newPipeline(pos, t.lex.lineNumber(), decl)
for { for {
switch token := t.nextNonSpace(); token.typ { switch token := t.nextNonSpace(); token.typ {
case itemRightDelim, itemRightParen: case itemRightDelim, itemRightParen:
...@@ -452,6 +450,7 @@ func (t *Tree) checkPipeline(pipe *PipeNode, context string) { ...@@ -452,6 +450,7 @@ func (t *Tree) checkPipeline(pipe *PipeNode, context string) {
func (t *Tree) parseControl(allowElseIf bool, context string) (pos Pos, line int, pipe *PipeNode, list, elseList *ListNode) { func (t *Tree) parseControl(allowElseIf bool, context string) (pos Pos, line int, pipe *PipeNode, list, elseList *ListNode) {
defer t.popVars(len(t.vars)) defer t.popVars(len(t.vars))
line = t.lex.lineNumber()
pipe = t.pipeline(context) pipe = t.pipeline(context)
var next Node var next Node
list, next = t.itemList() list, next = t.itemList()
...@@ -480,7 +479,7 @@ func (t *Tree) parseControl(allowElseIf bool, context string) (pos Pos, line int ...@@ -480,7 +479,7 @@ func (t *Tree) parseControl(allowElseIf bool, context string) (pos Pos, line int
t.errorf("expected end; found %s", next) t.errorf("expected end; found %s", next)
} }
} }
return pipe.Position(), pipe.Line, pipe, list, elseList return pipe.Position(), line, pipe, list, elseList
} }
// If: // If:
...@@ -522,10 +521,9 @@ func (t *Tree) elseControl() Node { ...@@ -522,10 +521,9 @@ func (t *Tree) elseControl() Node {
peek := t.peekNonSpace() peek := t.peekNonSpace()
if peek.typ == itemIf { if peek.typ == itemIf {
// We see "{{else if ... " but in effect rewrite it to {{else}}{{if ... ". // We see "{{else if ... " but in effect rewrite it to {{else}}{{if ... ".
return t.newElse(peek.pos, peek.line) return t.newElse(peek.pos, t.lex.lineNumber())
} }
token := t.expect(itemRightDelim, "else") return t.newElse(t.expect(itemRightDelim, "else").pos, t.lex.lineNumber())
return t.newElse(token.pos, token.line)
} }
// Block: // Block:
...@@ -552,7 +550,7 @@ func (t *Tree) blockControl() Node { ...@@ -552,7 +550,7 @@ func (t *Tree) blockControl() Node {
block.add() block.add()
block.stopParse() block.stopParse()
return t.newTemplate(token.pos, token.line, name, pipe) return t.newTemplate(token.pos, t.lex.lineNumber(), name, pipe)
} }
// Template: // Template:
...@@ -569,7 +567,7 @@ func (t *Tree) templateControl() Node { ...@@ -569,7 +567,7 @@ func (t *Tree) templateControl() Node {
// Do not pop variables; they persist until "end". // Do not pop variables; they persist until "end".
pipe = t.pipeline(context) pipe = t.pipeline(context)
} }
return t.newTemplate(token.pos, token.line, name, pipe) return t.newTemplate(token.pos, t.lex.lineNumber(), name, pipe)
} }
func (t *Tree) parseTemplateName(token item, context string) (name string) { func (t *Tree) parseTemplateName(token item, context string) (name string) {
......
...@@ -484,37 +484,3 @@ func TestBlock(t *testing.T) { ...@@ -484,37 +484,3 @@ func TestBlock(t *testing.T) {
t.Errorf("inner template = %q, want %q", g, w) t.Errorf("inner template = %q, want %q", g, w)
} }
} }
func TestLineNum(t *testing.T) {
const count = 100
text := strings.Repeat("{{printf 1234}}\n", count)
tree, err := New("bench").Parse(text, "", "", make(map[string]*Tree), builtins)
if err != nil {
t.Fatal(err)
}
// Check the line numbers. Each line is an action containing a template, followed by text.
// That's two nodes per line.
nodes := tree.Root.Nodes
for i := 0; i < len(nodes); i += 2 {
line := 1 + i/2
// Action first.
action := nodes[i].(*ActionNode)
if action.Line != line {
t.Fatalf("line %d: action is line %d", line, action.Line)
}
pipe := action.Pipe
if pipe.Line != line {
t.Fatalf("line %d: pipe is line %d", line, pipe.Line)
}
}
}
func BenchmarkParseLarge(b *testing.B) {
text := strings.Repeat("{{1234}}\n", 10000)
for i := 0; i < b.N; i++ {
_, err := New("bench").Parse(text, "", "", make(map[string]*Tree), builtins)
if err != nil {
b.Fatal(err)
}
}
}
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment