Don't keep trailing empty tokens when splitting tokens by line.

Fixes #155. Fixes #209.
alecthomas · Dec 27, 2018 · 881a441 · 881a441
1 parent 4eb0355
commit 881a441
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/formatters/html/html_test.go b/formatters/html/html_test.go
@@ -44,9 +44,6 @@ func TestSplitTokensIntoLines(t *testing.T) {
 		{
 			{Type: chroma.NameKeyword, Value: "what?\n"},
 		},
-		{
-			{Type: chroma.NameKeyword},
-		},
 	}
 	actual := chroma.SplitTokensIntoLines(in)
 	assert.Equal(t, expected, actual)

diff --git a/iterator.go b/iterator.go
@@ -64,5 +64,12 @@ func SplitTokensIntoLines(tokens []Token) (out [][]Token) {
 	if len(line) > 0 {
 		out = append(out, line)
 	}
+	// Strip empty trailing token line.
+	if len(out) > 0 {
+		last := out[len(out)-1]
+		if len(last) == 1 && last[0].Value == "" {
+			out = out[:len(out)-1]
+		}
+	}
 	return
 }