YourSelfHosted/memos
1
0
Fork 0
mirror of https://github.com/usememos/memos.git synced 2025-03-15 18:20:09 +01:00
Code Issues Packages Projects Releases Wiki Activity

chore: fix tokens split tests

Browse Source
This commit is contained in:
Steven 2024-01-20 02:09:33 +08:00
parent 8a34013558
commit afe75fd9f2
1 changed files with 5 additions and 83 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

88
plugin/gomark/parser/tokenizer/tokenizer_test.go
View File

@ -84,6 +84,7 @@ func TestSplit(t *testing.T) {
sep TokenType
result [][]*Token
}{
{
tokens: []*Token{
{
@ -109,6 +110,7 @@ func TestSplit(t *testing.T) {
},
sep: Asterisk,
result: [][]*Token{
{},
{
{
Type: Text,
@ -129,92 +131,12 @@ func TestSplit(t *testing.T) {
},
},
},
{
tokens: []*Token{
{
Type: Asterisk,
Value: "*",
},
{
Type: Text,
Value: "Hello",
},
{
Type: Space,
Value: " ",
},
{
Type: Text,
Value: "world",
},
{
Type: ExclamationMark,
Value: "!",
},
},
sep: Text,
result: [][]*Token{
{
{
Type: Asterisk,
Value: "*",
},
},
{
{
Type: Space,
Value: " ",
},
},
{
{
Type: ExclamationMark,
Value: "!",
},
},
},
},
{
tokens: []*Token{
{
Type: Text,
Value: "Hello",
},
{
Type: Space,
Value: " ",
},
{
Type: Text,
Value: "world",
},
{
Type: Newline,
Value: "\n",
},
},
sep: Newline,
result: [][]*Token{
{
{
Type: Text,
Value: "Hello",
},
{
Type: Space,
Value: " ",
},
{
Type: Text,
Value: "world",
},
},
},
},
}
for _, test := range tests {
result := Split(test.tokens, test.sep)
require.Equal(t, test.result, result)
for index, tokens := range result {
require.Equal(t, Stringify(test.result[index]), Stringify(tokens))
}
}
}