// Copyright 2021 The Gitea Authors. All rights reserved.// SPDX-License-Identifier: MIT package highlight import ( "html/template" "strings" "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require") func lines(s string) (out []template.HTML) { // "" => [], "a" => ["a"], "a\n" => ["a\n"], "a\nb" => ["a\n", "b"] (each line always includes EOL "\n" if it exists) out = make([]template.HTML, 0) s = strings.ReplaceAll(strings.ReplaceAll(strings.TrimSpace(s), "\n", ""), `\n`, "\n") for { if p := strings.IndexByte(s, '\n'); p != -1 { out = append(out, template.HTML(s[:p+1])) s = s[p+1:] } else { break } } if s != "" { out = append(out, template.HTML(s)) } return out} func TestFile(t *testing.T) { tests := []struct { name string code string want []template.HTML lexerName string }{ { name: "empty.py", code: "", want: lines(""), lexerName: "Python", }, { name: "empty.js", code: "", want: lines(""), lexerName: "JavaScript", }, { name: "empty.yaml", code: "", want: lines(""), lexerName: "YAML", }, { name: "tags.txt", code: "<>", want: lines("<>"), lexerName: "Text", }, { name: "tags.py", code: "<>", want: lines(`<span class="o"><</span><span class="o">></span>`), lexerName: "Python", }, { name: "eol-no.py", code: "a=1", want: lines(`<span class="n">a</span><span class="o">=</span><span class="mi">1</span>`), lexerName: "Python", }, { name: "eol-newline1.py", code: "a=1\n", want: lines(`<span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n`), lexerName: "Python", }, { name: "eol-newline2.py", code: "a=1\n\n", want: lines(`<span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n\n `, ), lexerName: "Python", }, { name: "empty-line-with-space.py", code: strings.ReplaceAll(strings.TrimSpace(`def: a=1 b=''{space}c=2 `), "{space}", " "), want: lines(`<span class="n">def</span><span class="p">:</span>\n <span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n\n<span class="n">b</span><span class="o">=</span><span class="sa"></span><span class="s1">'</span><span class="s1">'</span>\n \n<span class="n">c</span><span class="o">=</span><span class="mi">2</span>`, ), lexerName: "Python", }, { name: "DOS.PAS", code: "", want: lines(""), lexerName: "ObjectPascal", }, { name: "test.fs", code: "module Crypt = let generateCryptTable: array<uint32> =", want: lines(`<span class="k">module</span> <span class="nn">Crypt</span> <span class="o">=</span> <span class="k">let</span> <span class="nv">generateCryptTable</span><span class="o">:</span> <span class="n">array</span><span class="o"><</span><span class="kt">uint32</span><span class="o">></span> <span class="o">=</span>`), lexerName: "FSharp", }, { name: "test.gradle.kts", code: "@file:Suppress(\"UnstableApiUsage\")", want: lines("<span class=\"nd\">@file</span><span class=\"p\">:</span><span class=\"n\">Suppress</span><span class=\"p\">(</span><span class=\"s2\">"</span><span class=\"s2\">UnstableApiUsage</span><span class=\"s2\">"</span><span class=\"p\">)</span>"), // codespell:ignore lexerName: "Kotlin", }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { out, lexerName, err := File(tt.name, "", []byte(tt.code)) require.NoError(t, err) assert.Equal(t, tt.want, out) assert.Equal(t, tt.lexerName, lexerName) }) }} func TestPlainText(t *testing.T) { tests := []struct { name string code string want []template.HTML }{ { name: "empty.py", code: "", want: lines(""), }, { name: "tags.py", code: "<>", want: lines("<>"), }, { name: "eol-no.py", code: "a=1", want: lines(`a=1`), }, { name: "eol-newline1.py", code: "a=1\n", want: lines(`a=1\n`), }, { name: "eol-newline2.py", code: "a=1\n\n", want: lines(`a=1\n\n `), }, { name: "empty-line-with-space.py", code: strings.ReplaceAll(strings.TrimSpace(`def: a=1 b=''{space}c=2 `), "{space}", " "), want: lines(`def:\n a=1\n\nb=''\n \nc=2`), }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { out := PlainText([]byte(tt.code)) assert.Equal(t, tt.want, out) }) }}
// Copyright 2021 The Gitea Authors. All rights reserved.
// SPDX-License-Identifier: MIT
package highlight
import (
"html/template"
"strings"
"testing"
"github.com/stretchr/testify/assert"
"github.com/stretchr/testify/require"
)
func lines(s string) (out []template.HTML) {
// "" => [], "a" => ["a"], "a\n" => ["a\n"], "a\nb" => ["a\n", "b"] (each line always includes EOL "\n" if it exists)
out = make([]template.HTML, 0)
s = strings.ReplaceAll(strings.ReplaceAll(strings.TrimSpace(s), "\n", ""), `\n`, "\n")
for {
if p := strings.IndexByte(s, '\n'); p != -1 {
out = append(out, template.HTML(s[:p+1]))
s = s[p+1:]
} else {
break
}
}
if s != "" {
out = append(out, template.HTML(s))
}
return out
}
func TestFile(t *testing.T) {
tests := []struct {
name string
code string
want []template.HTML
lexerName string
}{
{
name: "empty.py",
code: "",
want: lines(""),
lexerName: "Python",
},
{
name: "empty.js",
code: "",
want: lines(""),
lexerName: "JavaScript",
},
{
name: "empty.yaml",
code: "",
want: lines(""),
lexerName: "YAML",
},
{
name: "tags.txt",
code: "<>",
want: lines("<>"),
lexerName: "Text",
},
{
name: "tags.py",
code: "<>",
want: lines(`<span class="o"><</span><span class="o">></span>`),
lexerName: "Python",
},
{
name: "eol-no.py",
code: "a=1",
want: lines(`<span class="n">a</span><span class="o">=</span><span class="mi">1</span>`),
lexerName: "Python",
},
{
name: "eol-newline1.py",
code: "a=1\n",
want: lines(`<span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n`),
lexerName: "Python",
},
{
name: "eol-newline2.py",
code: "a=1\n\n",
want: lines(`
<span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n
\n
`,
),
lexerName: "Python",
},
{
name: "empty-line-with-space.py",
code: strings.ReplaceAll(strings.TrimSpace(`
def:
a=1
b=''
{space}
c=2
`), "{space}", " "),
want: lines(`
<span class="n">def</span><span class="p">:</span>\n
<span class="n">a</span><span class="o">=</span><span class="mi">1</span>\n
\n
<span class="n">b</span><span class="o">=</span><span class="sa"></span><span class="s1">'</span><span class="s1">'</span>\n
\n
<span class="n">c</span><span class="o">=</span><span class="mi">2</span>`,
),
lexerName: "Python",
},
{
name: "DOS.PAS",
code: "",
want: lines(""),
lexerName: "ObjectPascal",
},
{
name: "test.fs",
code: "module Crypt = let generateCryptTable: array<uint32> =",
want: lines(`<span class="k">module</span> <span class="nn">Crypt</span> <span class="o">=</span> <span class="k">let</span> <span class="nv">generateCryptTable</span><span class="o">:</span> <span class="n">array</span><span class="o"><</span><span class="kt">uint32</span><span class="o">></span> <span class="o">=</span>`),
lexerName: "FSharp",
},
{
name: "test.gradle.kts",
code: "@file:Suppress(\"UnstableApiUsage\")",
want: lines("<span class=\"nd\">@file</span><span class=\"p\">:</span><span class=\"n\">Suppress</span><span class=\"p\">(</span><span class=\"s2\">"</span><span class=\"s2\">UnstableApiUsage</span><span class=\"s2\">"</span><span class=\"p\">)</span>"), // codespell:ignore
lexerName: "Kotlin",
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
out, lexerName, err := File(tt.name, "", []byte(tt.code))
require.NoError(t, err)
assert.Equal(t, tt.want, out)
assert.Equal(t, tt.lexerName, lexerName)
})
}
}
func TestPlainText(t *testing.T) {
tests := []struct {
name string
code string
want []template.HTML
}{
{
name: "empty.py",
code: "",
want: lines(""),
},
{
name: "tags.py",
code: "<>",
want: lines("<>"),
},
{
name: "eol-no.py",
code: "a=1",
want: lines(`a=1`),
},
{
name: "eol-newline1.py",
code: "a=1\n",
want: lines(`a=1\n`),
},
{
name: "eol-newline2.py",
code: "a=1\n\n",
want: lines(`
a=1\n
\n
`),
},
{
name: "empty-line-with-space.py",
code: strings.ReplaceAll(strings.TrimSpace(`
def:
a=1
b=''
{space}
c=2
`), "{space}", " "),
want: lines(`
def:\n
a=1\n
\n
b=''\n
\n
c=2`),
},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
out := PlainText([]byte(tt.code))
assert.Equal(t, tt.want, out)
})
}
}