From a316e239ce0be072b3f2403be9483cc487ca487c Mon Sep 17 00:00:00 2001 From: Steven Date: Tue, 23 Jan 2024 21:40:59 +0800 Subject: [PATCH] chore: implement referenced content node --- plugin/gomark/ast/ast.go | 1 + plugin/gomark/ast/block.go | 5 +- plugin/gomark/ast/inline.go | 20 ++++++ plugin/gomark/parser/embedded_content.go | 2 +- plugin/gomark/parser/parser.go | 1 + plugin/gomark/parser/referenced_content.go | 45 ++++++++++++++ .../gomark/parser/referenced_content_test.go | 61 +++++++++++++++++++ 7 files changed, 132 insertions(+), 3 deletions(-) create mode 100644 plugin/gomark/parser/referenced_content.go create mode 100644 plugin/gomark/parser/referenced_content_test.go diff --git a/plugin/gomark/ast/ast.go b/plugin/gomark/ast/ast.go index 083ebc6c..09007646 100644 --- a/plugin/gomark/ast/ast.go +++ b/plugin/gomark/ast/ast.go @@ -33,6 +33,7 @@ const ( HighlightNode SubscriptNode SuperscriptNode + ReferencedContentNode ) type Node interface { diff --git a/plugin/gomark/ast/block.go b/plugin/gomark/ast/block.go index d54f80a7..f735d973 100644 --- a/plugin/gomark/ast/block.go +++ b/plugin/gomark/ast/block.go @@ -241,9 +241,10 @@ func (*EmbeddedContent) Type() NodeType { } func (n *EmbeddedContent) Restore() string { - result := fmt.Sprintf("![[%s]]", n.ResourceName) + params := "" if n.Params != "" { - result += fmt.Sprintf("?%s", n.Params) + params = fmt.Sprintf("?%s", n.Params) } + result := fmt.Sprintf("![[%s%s]]", n.ResourceName, params) return result } diff --git a/plugin/gomark/ast/inline.go b/plugin/gomark/ast/inline.go index cbc5b716..f0c4a3f2 100644 --- a/plugin/gomark/ast/inline.go +++ b/plugin/gomark/ast/inline.go @@ -233,3 +233,23 @@ func (*Superscript) Type() NodeType { func (n *Superscript) Restore() string { return fmt.Sprintf("^%s^", n.Content) } + +type ReferencedContent struct { + BaseInline + + ResourceName string + Params string +} + +func (*ReferencedContent) Type() NodeType { + return ReferencedContentNode +} + +func (n *ReferencedContent) Restore() string { + params := "" + if n.Params != "" { + params = fmt.Sprintf("?%s", n.Params) + } + result := fmt.Sprintf("[[%s%s]]", n.ResourceName, params) + return result +} diff --git a/plugin/gomark/parser/embedded_content.go b/plugin/gomark/parser/embedded_content.go index c42b8dd8..7bb407a2 100644 --- a/plugin/gomark/parser/embedded_content.go +++ b/plugin/gomark/parser/embedded_content.go @@ -13,7 +13,7 @@ func NewEmbeddedContentParser() *EmbeddedContentParser { func (*EmbeddedContentParser) Match(tokens []*tokenizer.Token) (ast.Node, int) { matchedTokens := tokenizer.GetFirstLine(tokens) - if len(matchedTokens) < 5 { + if len(matchedTokens) < 6 { return nil, 0 } if matchedTokens[0].Type != tokenizer.ExclamationMark || matchedTokens[1].Type != tokenizer.LeftSquareBracket || matchedTokens[2].Type != tokenizer.LeftSquareBracket { diff --git a/plugin/gomark/parser/parser.go b/plugin/gomark/parser/parser.go index e7444117..403d22f6 100644 --- a/plugin/gomark/parser/parser.go +++ b/plugin/gomark/parser/parser.go @@ -80,6 +80,7 @@ var defaultInlineParsers = []InlineParser{ NewSubscriptParser(), NewSuperscriptParser(), NewMathParser(), + NewReferencedContentParser(), NewTagParser(), NewStrikethroughParser(), NewLineBreakParser(), diff --git a/plugin/gomark/parser/referenced_content.go b/plugin/gomark/parser/referenced_content.go new file mode 100644 index 00000000..50c479c5 --- /dev/null +++ b/plugin/gomark/parser/referenced_content.go @@ -0,0 +1,45 @@ +package parser + +import ( + "github.com/usememos/memos/plugin/gomark/ast" + "github.com/usememos/memos/plugin/gomark/parser/tokenizer" +) + +type ReferencedContentParser struct{} + +func NewReferencedContentParser() *ReferencedContentParser { + return &ReferencedContentParser{} +} + +func (*ReferencedContentParser) Match(tokens []*tokenizer.Token) (ast.Node, int) { + matchedTokens := tokenizer.GetFirstLine(tokens) + if len(matchedTokens) < 5 { + return nil, 0 + } + if matchedTokens[0].Type != tokenizer.LeftSquareBracket || matchedTokens[1].Type != tokenizer.LeftSquareBracket { + return nil, 0 + } + + contentTokens := []*tokenizer.Token{} + matched := false + for index, token := range matchedTokens[2 : len(matchedTokens)-1] { + if token.Type == tokenizer.RightSquareBracket && matchedTokens[2+index+1].Type == tokenizer.RightSquareBracket { + matched = true + break + } + contentTokens = append(contentTokens, token) + } + if !matched { + return nil, 0 + } + + resourceName, params := tokenizer.Stringify(contentTokens), "" + questionMarkIndex := tokenizer.FindUnescaped(contentTokens, tokenizer.QuestionMark) + if questionMarkIndex > 0 { + resourceName, params = tokenizer.Stringify(contentTokens[:questionMarkIndex]), tokenizer.Stringify(contentTokens[questionMarkIndex+1:]) + } + return &ast.ReferencedContent{ + ResourceName: resourceName, + Params: params, + }, len(contentTokens) + 4 +} diff --git a/plugin/gomark/parser/referenced_content_test.go b/plugin/gomark/parser/referenced_content_test.go new file mode 100644 index 00000000..a490f962 --- /dev/null +++ b/plugin/gomark/parser/referenced_content_test.go @@ -0,0 +1,61 @@ +package parser + +import ( + "testing" + + "github.com/stretchr/testify/require" + + "github.com/usememos/memos/plugin/gomark/ast" + "github.com/usememos/memos/plugin/gomark/parser/tokenizer" + "github.com/usememos/memos/plugin/gomark/restore" +) + +func TestReferencedContentParser(t *testing.T) { + tests := []struct { + text string + referencedContent ast.Node + }{ + { + text: "[[Hello world]", + referencedContent: nil, + }, + { + text: "[[Hello world]]", + referencedContent: &ast.ReferencedContent{ + ResourceName: "Hello world", + }, + }, + { + text: "[[memos/1]]", + referencedContent: &ast.ReferencedContent{ + ResourceName: "memos/1", + }, + }, + { + text: "[[resources/101]]111\n123", + referencedContent: &ast.ReferencedContent{ + ResourceName: "resources/101", + }, + }, + { + text: "[[resources/101?align=center]]", + referencedContent: &ast.ReferencedContent{ + ResourceName: "resources/101", + Params: "align=center", + }, + }, + { + text: "[[resources/6uxnhT98q8vN8anBbUbRGu?align=center]]", + referencedContent: &ast.ReferencedContent{ + ResourceName: "resources/6uxnhT98q8vN8anBbUbRGu", + Params: "align=center", + }, + }, + } + + for _, test := range tests { + tokens := tokenizer.Tokenize(test.text) + node, _ := NewReferencedContentParser().Match(tokens) + require.Equal(t, restore.Restore([]ast.Node{test.referencedContent}), restore.Restore([]ast.Node{node})) + } +}