chore: initial gomark plugin (#1678)

chore: initial gomark folder
This commit is contained in:
boojack
2023-05-18 21:33:18 +08:00
committed by GitHub
parent a07d5d38d6
commit 88799d469c
11 changed files with 174 additions and 0 deletions

View File

@@ -0,0 +1,27 @@
package tokenizer
type TokenType = string
const (
Underline TokenType = "_"
Star TokenType = "*"
Newline TokenType = "\n"
Hash TokenType = "#"
Space TokenType = " "
)
const (
Text TokenType = ""
)
type Token struct {
Type TokenType
Value string
}
func NewToken(tp, text string) *Token {
return &Token{
Type: tp,
Value: text,
}
}