YourSelfHosted/memos
1
0
Fork 0
mirror of https://github.com/usememos/memos.git synced 2025-06-05 22:09:59 +02:00
Code Issues Packages Projects Releases Wiki Activity

chore: implement escaping character node

Browse Source
This commit is contained in:
Steven
2023-12-16 11:47:29 +08:00
parent 1237643028
commit e43a445c34
10 changed files with 132 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
plugin/gomark/parser/tokenizer/tokenizer.go
View File

@ -17,6 +17,7 @@ const (
PlusSign TokenType = "+"
Dot TokenType = "."
GreaterThan TokenType = ">"
Backslash TokenType = "\\"
Newline TokenType = "\n"
Space TokenType = " "
)
@ -70,6 +71,8 @@ func Tokenize(text string) []*Token {
tokens = append(tokens, NewToken(PlusSign, "+"))
case '.':
tokens = append(tokens, NewToken(Dot, "."))
case '\\':
tokens = append(tokens, NewToken(Backslash, `\`))
case '\n':
tokens = append(tokens, NewToken(Newline, "\n"))
case ' ':