YourSelfHosted/memos
1
0
Fork 0
mirror of https://github.com/usememos/memos.git synced 2025-06-05 22:09:59 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat: implement code block parser (#1727)

Browse Source
This commit is contained in:
boojack
2023-05-24 00:31:37 +08:00
committed by GitHub
parent 42c653e1a4
commit 65890bc257
5 changed files with 191 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
plugin/gomark/parser/tokenizer/tokenizer.go
View File

@ -6,6 +6,7 @@ const (
Underline TokenType = "_"
Star TokenType = "*"
Hash TokenType = "#"
Backtick TokenType = "`"
Newline TokenType = "\n"
Space TokenType = " "
)
@ -38,6 +39,8 @@ func Tokenize(text string) []*Token {
tokens = append(tokens, NewToken(Hash, "#"))
case '\n':
tokens = append(tokens, NewToken(Newline, "\n"))
case '`':
tokens = append(tokens, NewToken(Backtick, "`"))
case ' ':
tokens = append(tokens, NewToken(Space, " "))
default: