package v1 import ( "context" "fmt" "log/slog" "time" "unicode/utf8" "github.com/google/cel-go/cel" "github.com/lithammer/shortuuid/v4" "github.com/pkg/errors" "github.com/usememos/gomark/ast" "github.com/usememos/gomark/parser" "github.com/usememos/gomark/parser/tokenizer" "github.com/usememos/gomark/renderer" "github.com/usememos/gomark/restore" expr "google.golang.org/genproto/googleapis/api/expr/v1alpha1" "google.golang.org/grpc/codes" "google.golang.org/grpc/status" "google.golang.org/protobuf/types/known/emptypb" "google.golang.org/protobuf/types/known/timestamppb" "github.com/usememos/memos/internal/util" "github.com/usememos/memos/plugin/webhook" v1pb "github.com/usememos/memos/proto/gen/api/v1" storepb "github.com/usememos/memos/proto/gen/store" memoproperty "github.com/usememos/memos/server/runner/memo_property" "github.com/usememos/memos/store" ) const ( DefaultPageSize = 10 ) func (s *APIV1Service) CreateMemo(ctx context.Context, request *v1pb.CreateMemoRequest) (*v1pb.Memo, error) { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get user") } create := &store.Memo{ UID: shortuuid.New(), CreatorID: user.ID, Content: request.Content, Visibility: convertVisibilityToStore(request.Visibility), } workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get workspace memo related setting") } if workspaceMemoRelatedSetting.DisallowPublicVisibility && create.Visibility == store.Public { return nil, status.Errorf(codes.PermissionDenied, "disable public memos system setting is enabled") } contentLengthLimit, err := s.getContentLengthLimit(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get content length limit") } if len(create.Content) > contentLengthLimit { return nil, status.Errorf(codes.InvalidArgument, "content too long (max %d characters)", contentLengthLimit) } property, err := memoproperty.GetMemoPropertyFromContent(create.Content) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo property: %v", err) } create.Payload = &storepb.MemoPayload{ Property: property, } memo, err := s.Store.CreateMemo(ctx, create) if err != nil { return nil, err } memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } // Try to dispatch webhook when memo is created. if err := s.DispatchMemoCreatedWebhook(ctx, memoMessage); err != nil { slog.Warn("Failed to dispatch memo created webhook", slog.Any("err", err)) } return memoMessage, nil } func (s *APIV1Service) ListMemos(ctx context.Context, request *v1pb.ListMemosRequest) (*v1pb.ListMemosResponse, error) { memoFind := &store.FindMemo{ // Exclude comments by default. ExcludeComments: true, } if err := s.buildMemoFindWithFilter(ctx, memoFind, request.Filter); err != nil { return nil, status.Errorf(codes.InvalidArgument, "failed to build find memos with filter: %v", err) } var limit, offset int if request.PageToken != "" { var pageToken v1pb.PageToken if err := unmarshalPageToken(request.PageToken, &pageToken); err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid page token: %v", err) } limit = int(pageToken.Limit) offset = int(pageToken.Offset) } else { limit = int(request.PageSize) } if limit <= 0 { limit = DefaultPageSize } limitPlusOne := limit + 1 memoFind.Limit = &limitPlusOne memoFind.Offset = &offset memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos: %v", err) } memoMessages := []*v1pb.Memo{} nextPageToken := "" if len(memos) == limitPlusOne { memos = memos[:limit] nextPageToken, err = getPageToken(limit, offset+limit) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get next page token, error: %v", err) } } for _, memo := range memos { memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } memoMessages = append(memoMessages, memoMessage) } response := &v1pb.ListMemosResponse{ Memos: memoMessages, NextPageToken: nextPageToken, } return response, nil } func (s *APIV1Service) GetMemo(ctx context.Context, request *v1pb.GetMemoRequest) (*v1pb.Memo, error) { id, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memo, err := s.Store.GetMemo(ctx, &store.FindMemo{ ID: &id, }) if err != nil { return nil, err } if memo == nil { return nil, status.Errorf(codes.NotFound, "memo not found") } if memo.Visibility != store.Public { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get user") } if user == nil { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } if memo.Visibility == store.Private && memo.CreatorID != user.ID { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } } memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } return memoMessage, nil } //nolint:all func (s *APIV1Service) GetMemoByUid(ctx context.Context, request *v1pb.GetMemoByUidRequest) (*v1pb.Memo, error) { memo, err := s.Store.GetMemo(ctx, &store.FindMemo{ UID: &request.Uid, }) if err != nil { return nil, err } if memo == nil { return nil, status.Errorf(codes.NotFound, "memo not found") } if memo.Visibility != store.Public { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get user") } if user == nil { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } if memo.Visibility == store.Private && memo.CreatorID != user.ID { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } } memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } return memoMessage, nil } func (s *APIV1Service) UpdateMemo(ctx context.Context, request *v1pb.UpdateMemoRequest) (*v1pb.Memo, error) { id, err := ExtractMemoIDFromName(request.Memo.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } if request.UpdateMask == nil || len(request.UpdateMask.Paths) == 0 { return nil, status.Errorf(codes.InvalidArgument, "update mask is required") } memo, err := s.Store.GetMemo(ctx, &store.FindMemo{ID: &id}) if err != nil { return nil, err } if memo == nil { return nil, status.Errorf(codes.NotFound, "memo not found") } user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } if memo.CreatorID != user.ID { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } currentTs := time.Now().Unix() update := &store.UpdateMemo{ ID: id, UpdatedTs: ¤tTs, } for _, path := range request.UpdateMask.Paths { if path == "content" { contentLengthLimit, err := s.getContentLengthLimit(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get content length limit") } if len(request.Memo.Content) > contentLengthLimit { return nil, status.Errorf(codes.InvalidArgument, "content too long (max %d characters)", contentLengthLimit) } update.Content = &request.Memo.Content property, err := memoproperty.GetMemoPropertyFromContent(*update.Content) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo property: %v", err) } payload := memo.Payload payload.Property = property update.Payload = payload } else if path == "uid" { update.UID = &request.Memo.Uid if !util.UIDMatcher.MatchString(*update.UID) { return nil, status.Errorf(codes.InvalidArgument, "invalid resource name") } } else if path == "visibility" { workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get workspace memo related setting") } visibility := convertVisibilityToStore(request.Memo.Visibility) if workspaceMemoRelatedSetting.DisallowPublicVisibility && visibility == store.Public { return nil, status.Errorf(codes.PermissionDenied, "disable public memos system setting is enabled") } update.Visibility = &visibility } else if path == "row_status" { rowStatus := convertRowStatusToStore(request.Memo.RowStatus) update.RowStatus = &rowStatus } else if path == "create_time" { createdTs := request.Memo.CreateTime.AsTime().Unix() update.CreatedTs = &createdTs } else if path == "display_time" { displayTs := request.Memo.DisplayTime.AsTime().Unix() memoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get workspace memo related setting") } if memoRelatedSetting.DisplayWithUpdateTime { update.UpdatedTs = &displayTs } else { update.CreatedTs = &displayTs } } else if path == "pinned" { if _, err := s.Store.UpsertMemoOrganizer(ctx, &store.MemoOrganizer{ MemoID: id, UserID: user.ID, Pinned: request.Memo.Pinned, }); err != nil { return nil, status.Errorf(codes.Internal, "failed to upsert memo organizer") } } } if err = s.Store.UpdateMemo(ctx, update); err != nil { return nil, status.Errorf(codes.Internal, "failed to update memo") } memo, err = s.Store.GetMemo(ctx, &store.FindMemo{ ID: &id, }) if err != nil { return nil, errors.Wrap(err, "failed to get memo") } memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } // Try to dispatch webhook when memo is updated. if err := s.DispatchMemoUpdatedWebhook(ctx, memoMessage); err != nil { slog.Warn("Failed to dispatch memo updated webhook", slog.Any("err", err)) } return memoMessage, nil } func (s *APIV1Service) DeleteMemo(ctx context.Context, request *v1pb.DeleteMemoRequest) (*emptypb.Empty, error) { id, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memo, err := s.Store.GetMemo(ctx, &store.FindMemo{ ID: &id, }) if err != nil { return nil, err } if memo == nil { return nil, status.Errorf(codes.NotFound, "memo not found") } user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } if memo.CreatorID != user.ID { return nil, status.Errorf(codes.PermissionDenied, "permission denied") } if memoMessage, err := s.convertMemoFromStore(ctx, memo); err == nil { // Try to dispatch webhook when memo is deleted. if err := s.DispatchMemoDeletedWebhook(ctx, memoMessage); err != nil { slog.Warn("Failed to dispatch memo deleted webhook", slog.Any("err", err)) } } if err = s.Store.DeleteMemo(ctx, &store.DeleteMemo{ID: id}); err != nil { return nil, status.Errorf(codes.Internal, "failed to delete memo") } // Delete memo relation if err := s.Store.DeleteMemoRelation(ctx, &store.DeleteMemoRelation{MemoID: &id}); err != nil { return nil, status.Errorf(codes.Internal, "failed to delete memo relations") } // Delete related resources. resources, err := s.Store.ListResources(ctx, &store.FindResource{MemoID: &id}) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list resources") } for _, resource := range resources { if err := s.Store.DeleteResource(ctx, &store.DeleteResource{ID: resource.ID}); err != nil { return nil, status.Errorf(codes.Internal, "failed to delete resource") } } // Delete memo comments commentType := store.MemoRelationComment relations, err := s.Store.ListMemoRelations(ctx, &store.FindMemoRelation{RelatedMemoID: &id, Type: &commentType}) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memo comments") } for _, relation := range relations { if _, err := s.DeleteMemo(ctx, &v1pb.DeleteMemoRequest{Name: fmt.Sprintf("%s%d", MemoNamePrefix, relation.MemoID)}); err != nil { return nil, status.Errorf(codes.Internal, "failed to delete memo comment") } } // Delete memo references referenceType := store.MemoRelationReference if err := s.Store.DeleteMemoRelation(ctx, &store.DeleteMemoRelation{RelatedMemoID: &id, Type: &referenceType}); err != nil { return nil, status.Errorf(codes.Internal, "failed to delete memo references") } return &emptypb.Empty{}, nil } func (s *APIV1Service) CreateMemoComment(ctx context.Context, request *v1pb.CreateMemoCommentRequest) (*v1pb.Memo, error) { id, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } relatedMemo, err := s.Store.GetMemo(ctx, &store.FindMemo{ID: &id}) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo") } // Create the comment memo first. memo, err := s.CreateMemo(ctx, request.Comment) if err != nil { return nil, status.Errorf(codes.Internal, "failed to create memo") } // Build the relation between the comment memo and the original memo. memoID, err := ExtractMemoIDFromName(memo.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } _, err = s.Store.UpsertMemoRelation(ctx, &store.MemoRelation{ MemoID: memoID, RelatedMemoID: relatedMemo.ID, Type: store.MemoRelationComment, }) if err != nil { return nil, status.Errorf(codes.Internal, "failed to create memo relation") } creatorID, err := ExtractUserIDFromName(memo.Creator) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo creator") } if memo.Visibility != v1pb.Visibility_PRIVATE && creatorID != relatedMemo.CreatorID { activity, err := s.Store.CreateActivity(ctx, &store.Activity{ CreatorID: creatorID, Type: store.ActivityTypeMemoComment, Level: store.ActivityLevelInfo, Payload: &storepb.ActivityPayload{ MemoComment: &storepb.ActivityMemoCommentPayload{ MemoId: memoID, RelatedMemoId: relatedMemo.ID, }, }, }) if err != nil { return nil, status.Errorf(codes.Internal, "failed to create activity") } if _, err := s.Store.CreateInbox(ctx, &store.Inbox{ SenderID: creatorID, ReceiverID: relatedMemo.CreatorID, Status: store.UNREAD, Message: &storepb.InboxMessage{ Type: storepb.InboxMessage_MEMO_COMMENT, ActivityId: &activity.ID, }, }); err != nil { return nil, status.Errorf(codes.Internal, "failed to create inbox") } } return memo, nil } func (s *APIV1Service) ListMemoComments(ctx context.Context, request *v1pb.ListMemoCommentsRequest) (*v1pb.ListMemoCommentsResponse, error) { id, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoRelationComment := store.MemoRelationComment memoRelations, err := s.Store.ListMemoRelations(ctx, &store.FindMemoRelation{ RelatedMemoID: &id, Type: &memoRelationComment, }) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memo relations") } var memos []*v1pb.Memo for _, memoRelation := range memoRelations { memo, err := s.Store.GetMemo(ctx, &store.FindMemo{ ID: &memoRelation.MemoID, }) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo") } if memo != nil { memoMessage, err := s.convertMemoFromStore(ctx, memo) if err != nil { return nil, errors.Wrap(err, "failed to convert memo") } memos = append(memos, memoMessage) } } response := &v1pb.ListMemoCommentsResponse{ Memos: memos, } return response, nil } func (s *APIV1Service) ListMemoProperties(ctx context.Context, request *v1pb.ListMemoPropertiesRequest) (*v1pb.ListMemoPropertiesResponse, error) { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } normalRowStatus := store.Normal memoFind := &store.FindMemo{ CreatorID: &user.ID, RowStatus: &normalRowStatus, ExcludeComments: true, // Default exclude content for performance. ExcludeContent: true, } if request.Name != "memos/-" { memoID, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoFind.ID = &memoID } memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos") } workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return nil, errors.Wrap(err, "failed to get workspace memo related setting") } entities := []*v1pb.MemoPropertyEntity{} for _, memo := range memos { displayTs := memo.CreatedTs if workspaceMemoRelatedSetting.DisplayWithUpdateTime { displayTs = memo.UpdatedTs } entity := &v1pb.MemoPropertyEntity{ Name: fmt.Sprintf("%s%d", MemoNamePrefix, memo.ID), DisplayTime: timestamppb.New(time.Unix(displayTs, 0)), } if memo.Payload.Property != nil { entity.Property = convertMemoPropertyFromStore(memo.Payload.Property) } entities = append(entities, entity) } return &v1pb.ListMemoPropertiesResponse{ Entities: entities, }, nil } func (s *APIV1Service) RebuildMemoProperty(ctx context.Context, request *v1pb.RebuildMemoPropertyRequest) (*emptypb.Empty, error) { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } normalRowStatus := store.Normal memoFind := &store.FindMemo{ CreatorID: &user.ID, RowStatus: &normalRowStatus, ExcludeComments: true, } if (request.Name) != "memos/-" { memoID, err := ExtractMemoIDFromName(request.Name) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoFind.ID = &memoID } memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos") } for _, memo := range memos { property, err := memoproperty.GetMemoPropertyFromContent(memo.Content) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo property: %v", err) } memo.Payload.Property = property if err := s.Store.UpdateMemo(ctx, &store.UpdateMemo{ ID: memo.ID, Payload: memo.Payload, }); err != nil { return nil, status.Errorf(codes.Internal, "failed to update memo") } } return &emptypb.Empty{}, nil } func (s *APIV1Service) ListMemoTags(ctx context.Context, request *v1pb.ListMemoTagsRequest) (*v1pb.ListMemoTagsResponse, error) { normalRowStatus := store.Normal memoFind := &store.FindMemo{ RowStatus: &normalRowStatus, ExcludeComments: true, // Default exclude content for performance. ExcludeContent: true, } if (request.Parent) != "memos/-" { memoID, err := ExtractMemoIDFromName(request.Parent) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoFind.ID = &memoID } if err := s.buildMemoFindWithFilter(ctx, memoFind, request.Filter); err != nil { return nil, status.Errorf(codes.InvalidArgument, "failed to build find memos with filter: %v", err) } memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos") } tagAmounts := map[string]int32{} for _, memo := range memos { if memo.Payload.Property != nil { for _, tag := range memo.Payload.Property.Tags { tagAmounts[tag]++ } } } return &v1pb.ListMemoTagsResponse{ TagAmounts: tagAmounts, }, nil } func (s *APIV1Service) RenameMemoTag(ctx context.Context, request *v1pb.RenameMemoTagRequest) (*emptypb.Empty, error) { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } memoFind := &store.FindMemo{ CreatorID: &user.ID, PayloadFind: &store.FindMemoPayload{TagSearch: []string{request.OldTag}}, ExcludeComments: true, } if (request.Parent) != "memos/-" { memoID, err := ExtractMemoIDFromName(request.Parent) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoFind.ID = &memoID } memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos") } for _, memo := range memos { nodes, err := parser.Parse(tokenizer.Tokenize(memo.Content)) if err != nil { return nil, status.Errorf(codes.Internal, "failed to parse memo: %v", err) } memoproperty.TraverseASTNodes(nodes, func(node ast.Node) { if tag, ok := node.(*ast.Tag); ok && tag.Content == request.OldTag { tag.Content = request.NewTag } }) content := restore.Restore(nodes) property, err := memoproperty.GetMemoPropertyFromContent(content) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get memo property: %v", err) } payload := memo.Payload payload.Property = property if err := s.Store.UpdateMemo(ctx, &store.UpdateMemo{ ID: memo.ID, Content: &content, Payload: payload, }); err != nil { return nil, status.Errorf(codes.Internal, "failed to update memo: %v", err) } } return &emptypb.Empty{}, nil } func (s *APIV1Service) DeleteMemoTag(ctx context.Context, request *v1pb.DeleteMemoTagRequest) (*emptypb.Empty, error) { user, err := s.GetCurrentUser(ctx) if err != nil { return nil, status.Errorf(codes.Internal, "failed to get current user") } memoFind := &store.FindMemo{ CreatorID: &user.ID, PayloadFind: &store.FindMemoPayload{TagSearch: []string{request.Tag}}, ExcludeContent: true, ExcludeComments: true, } if (request.Parent) != "memos/-" { memoID, err := ExtractMemoIDFromName(request.Parent) if err != nil { return nil, status.Errorf(codes.InvalidArgument, "invalid memo name: %v", err) } memoFind.ID = &memoID } memos, err := s.Store.ListMemos(ctx, memoFind) if err != nil { return nil, status.Errorf(codes.Internal, "failed to list memos") } for _, memo := range memos { if request.DeleteRelatedMemos { err := s.Store.DeleteMemo(ctx, &store.DeleteMemo{ID: memo.ID}) if err != nil { return nil, status.Errorf(codes.Internal, "failed to delete memo") } } else { archived := store.Archived err := s.Store.UpdateMemo(ctx, &store.UpdateMemo{ ID: memo.ID, RowStatus: &archived, }) if err != nil { return nil, status.Errorf(codes.Internal, "failed to update memo") } } } return &emptypb.Empty{}, nil } func (s *APIV1Service) convertMemoFromStore(ctx context.Context, memo *store.Memo) (*v1pb.Memo, error) { displayTs := memo.CreatedTs workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return nil, errors.Wrap(err, "failed to get workspace memo related setting") } if workspaceMemoRelatedSetting.DisplayWithUpdateTime { displayTs = memo.UpdatedTs } name := fmt.Sprintf("%s%d", MemoNamePrefix, memo.ID) listMemoRelationsResponse, err := s.ListMemoRelations(ctx, &v1pb.ListMemoRelationsRequest{Name: name}) if err != nil { return nil, errors.Wrap(err, "failed to list memo relations") } listMemoResourcesResponse, err := s.ListMemoResources(ctx, &v1pb.ListMemoResourcesRequest{Name: name}) if err != nil { return nil, errors.Wrap(err, "failed to list memo resources") } listMemoReactionsResponse, err := s.ListMemoReactions(ctx, &v1pb.ListMemoReactionsRequest{Name: name}) if err != nil { return nil, errors.Wrap(err, "failed to list memo reactions") } nodes, err := parser.Parse(tokenizer.Tokenize(memo.Content)) if err != nil { return nil, errors.Wrap(err, "failed to parse content") } snippet, err := getMemoContentSnippet(memo.Content) if err != nil { return nil, errors.Wrap(err, "failed to get memo content snippet") } memoMessage := &v1pb.Memo{ Name: name, Uid: memo.UID, RowStatus: convertRowStatusFromStore(memo.RowStatus), Creator: fmt.Sprintf("%s%d", UserNamePrefix, memo.CreatorID), CreateTime: timestamppb.New(time.Unix(memo.CreatedTs, 0)), UpdateTime: timestamppb.New(time.Unix(memo.UpdatedTs, 0)), DisplayTime: timestamppb.New(time.Unix(displayTs, 0)), Content: memo.Content, Snippet: snippet, Nodes: convertFromASTNodes(nodes), Visibility: convertVisibilityFromStore(memo.Visibility), Pinned: memo.Pinned, Relations: listMemoRelationsResponse.Relations, Resources: listMemoResourcesResponse.Resources, Reactions: listMemoReactionsResponse.Reactions, } if memo.Payload != nil { memoMessage.Property = convertMemoPropertyFromStore(memo.Payload.Property) } if memo.ParentID != nil { parent := fmt.Sprintf("%s%d", MemoNamePrefix, *memo.ParentID) memoMessage.Parent = &parent } return memoMessage, nil } func convertMemoPropertyFromStore(property *storepb.MemoPayload_Property) *v1pb.MemoProperty { if property == nil { return nil } return &v1pb.MemoProperty{ Tags: property.Tags, HasLink: property.HasLink, HasTaskList: property.HasTaskList, HasCode: property.HasCode, HasIncompleteTasks: property.HasIncompleteTasks, } } func convertVisibilityFromStore(visibility store.Visibility) v1pb.Visibility { switch visibility { case store.Private: return v1pb.Visibility_PRIVATE case store.Protected: return v1pb.Visibility_PROTECTED case store.Public: return v1pb.Visibility_PUBLIC default: return v1pb.Visibility_VISIBILITY_UNSPECIFIED } } func convertVisibilityToStore(visibility v1pb.Visibility) store.Visibility { switch visibility { case v1pb.Visibility_PRIVATE: return store.Private case v1pb.Visibility_PROTECTED: return store.Protected case v1pb.Visibility_PUBLIC: return store.Public default: return store.Private } } func (s *APIV1Service) buildMemoFindWithFilter(ctx context.Context, find *store.FindMemo, filter string) error { if find == nil { find = &store.FindMemo{} } if find.PayloadFind == nil { find.PayloadFind = &store.FindMemoPayload{} } if filter != "" { filter, err := parseMemoFilter(filter) if err != nil { return status.Errorf(codes.InvalidArgument, "invalid filter: %v", err) } if len(filter.ContentSearch) > 0 { find.ContentSearch = filter.ContentSearch } if len(filter.Visibilities) > 0 { find.VisibilityList = filter.Visibilities } if filter.TagSearch != nil { if find.PayloadFind == nil { find.PayloadFind = &store.FindMemoPayload{} } find.PayloadFind.TagSearch = filter.TagSearch } if filter.OrderByPinned { find.OrderByPinned = filter.OrderByPinned } if filter.OrderByTimeAsc { find.OrderByTimeAsc = filter.OrderByTimeAsc } if filter.DisplayTimeAfter != nil { workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return status.Errorf(codes.Internal, "failed to get workspace memo related setting") } if workspaceMemoRelatedSetting.DisplayWithUpdateTime { find.UpdatedTsAfter = filter.DisplayTimeAfter } else { find.CreatedTsAfter = filter.DisplayTimeAfter } } if filter.DisplayTimeBefore != nil { workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return status.Errorf(codes.Internal, "failed to get workspace memo related setting") } if workspaceMemoRelatedSetting.DisplayWithUpdateTime { find.UpdatedTsBefore = filter.DisplayTimeBefore } else { find.CreatedTsBefore = filter.DisplayTimeBefore } } if filter.Creator != nil { userID, err := ExtractUserIDFromName(*filter.Creator) if err != nil { return errors.Wrap(err, "invalid user name") } user, err := s.Store.GetUser(ctx, &store.FindUser{ ID: &userID, }) if err != nil { return status.Errorf(codes.Internal, "failed to get user") } if user == nil { return status.Errorf(codes.NotFound, "user not found") } find.CreatorID = &user.ID } if filter.RowStatus != nil { find.RowStatus = filter.RowStatus } if filter.Random { find.Random = filter.Random } if filter.Limit != nil { find.Limit = filter.Limit } if filter.IncludeComments { find.ExcludeComments = false } if filter.HasLink { find.PayloadFind.HasLink = true } if filter.HasTaskList { find.PayloadFind.HasTaskList = true } if filter.HasCode { find.PayloadFind.HasCode = true } if filter.HasIncompleteTasks { find.PayloadFind.HasIncompleteTasks = true } } user, err := s.GetCurrentUser(ctx) if err != nil { return status.Errorf(codes.Internal, "failed to get current user") } // If the user is not authenticated, only public memos are visible. if user == nil { if filter == "" { // If no filter is provided, return an error. return status.Errorf(codes.InvalidArgument, "filter is required for unauthenticated user") } find.VisibilityList = []store.Visibility{store.Public} } else if find.CreatorID != nil && *find.CreatorID != user.ID { find.VisibilityList = []store.Visibility{store.Public, store.Protected} } workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return status.Errorf(codes.Internal, "failed to get workspace memo related setting") } if workspaceMemoRelatedSetting.DisplayWithUpdateTime { find.OrderByUpdatedTs = true } return nil } func (s *APIV1Service) getContentLengthLimit(ctx context.Context) (int, error) { workspaceMemoRelatedSetting, err := s.Store.GetWorkspaceMemoRelatedSetting(ctx) if err != nil { return 0, status.Errorf(codes.Internal, "failed to get workspace memo related setting") } return int(workspaceMemoRelatedSetting.ContentLengthLimit), nil } // MemoFilterCELAttributes are the CEL attributes. var MemoFilterCELAttributes = []cel.EnvOption{ cel.Variable("content_search", cel.ListType(cel.StringType)), cel.Variable("visibilities", cel.ListType(cel.StringType)), cel.Variable("tag_search", cel.ListType(cel.StringType)), cel.Variable("order_by_pinned", cel.BoolType), cel.Variable("order_by_time_asc", cel.BoolType), cel.Variable("display_time_before", cel.IntType), cel.Variable("display_time_after", cel.IntType), cel.Variable("creator", cel.StringType), cel.Variable("uid", cel.StringType), cel.Variable("row_status", cel.StringType), cel.Variable("random", cel.BoolType), cel.Variable("limit", cel.IntType), cel.Variable("include_comments", cel.BoolType), cel.Variable("has_link", cel.BoolType), cel.Variable("has_task_list", cel.BoolType), cel.Variable("has_code", cel.BoolType), cel.Variable("has_incomplete_tasks", cel.BoolType), } type MemoFilter struct { ContentSearch []string Visibilities []store.Visibility TagSearch []string OrderByPinned bool OrderByTimeAsc bool DisplayTimeBefore *int64 DisplayTimeAfter *int64 Creator *string RowStatus *store.RowStatus Random bool Limit *int IncludeComments bool HasLink bool HasTaskList bool HasCode bool HasIncompleteTasks bool } func parseMemoFilter(expression string) (*MemoFilter, error) { e, err := cel.NewEnv(MemoFilterCELAttributes...) if err != nil { return nil, err } ast, issues := e.Compile(expression) if issues != nil { return nil, errors.Errorf("found issue %v", issues) } filter := &MemoFilter{} expr, err := cel.AstToParsedExpr(ast) if err != nil { return nil, err } callExpr := expr.GetExpr().GetCallExpr() findMemoField(callExpr, filter) return filter, nil } func findMemoField(callExpr *expr.Expr_Call, filter *MemoFilter) { if len(callExpr.Args) == 2 { idExpr := callExpr.Args[0].GetIdentExpr() if idExpr != nil { if idExpr.Name == "content_search" { contentSearch := []string{} for _, expr := range callExpr.Args[1].GetListExpr().GetElements() { value := expr.GetConstExpr().GetStringValue() contentSearch = append(contentSearch, value) } filter.ContentSearch = contentSearch } else if idExpr.Name == "visibilities" { visibilities := []store.Visibility{} for _, expr := range callExpr.Args[1].GetListExpr().GetElements() { value := expr.GetConstExpr().GetStringValue() visibilities = append(visibilities, store.Visibility(value)) } filter.Visibilities = visibilities } else if idExpr.Name == "tag_search" { tagSearch := []string{} for _, expr := range callExpr.Args[1].GetListExpr().GetElements() { value := expr.GetConstExpr().GetStringValue() tagSearch = append(tagSearch, value) } filter.TagSearch = tagSearch } else if idExpr.Name == "order_by_pinned" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.OrderByPinned = value } else if idExpr.Name == "order_by_time_asc" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.OrderByTimeAsc = value } else if idExpr.Name == "display_time_before" { displayTimeBefore := callExpr.Args[1].GetConstExpr().GetInt64Value() filter.DisplayTimeBefore = &displayTimeBefore } else if idExpr.Name == "display_time_after" { displayTimeAfter := callExpr.Args[1].GetConstExpr().GetInt64Value() filter.DisplayTimeAfter = &displayTimeAfter } else if idExpr.Name == "creator" { creator := callExpr.Args[1].GetConstExpr().GetStringValue() filter.Creator = &creator } else if idExpr.Name == "row_status" { rowStatus := store.RowStatus(callExpr.Args[1].GetConstExpr().GetStringValue()) filter.RowStatus = &rowStatus } else if idExpr.Name == "random" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.Random = value } else if idExpr.Name == "limit" { limit := int(callExpr.Args[1].GetConstExpr().GetInt64Value()) filter.Limit = &limit } else if idExpr.Name == "include_comments" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.IncludeComments = value } else if idExpr.Name == "has_link" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.HasLink = value } else if idExpr.Name == "has_task_list" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.HasTaskList = value } else if idExpr.Name == "has_code" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.HasCode = value } else if idExpr.Name == "has_incomplete_tasks" { value := callExpr.Args[1].GetConstExpr().GetBoolValue() filter.HasIncompleteTasks = value } return } } for _, arg := range callExpr.Args { callExpr := arg.GetCallExpr() if callExpr != nil { findMemoField(callExpr, filter) } } } // DispatchMemoCreatedWebhook dispatches webhook when memo is created. func (s *APIV1Service) DispatchMemoCreatedWebhook(ctx context.Context, memo *v1pb.Memo) error { return s.dispatchMemoRelatedWebhook(ctx, memo, "memos.memo.created") } // DispatchMemoUpdatedWebhook dispatches webhook when memo is updated. func (s *APIV1Service) DispatchMemoUpdatedWebhook(ctx context.Context, memo *v1pb.Memo) error { return s.dispatchMemoRelatedWebhook(ctx, memo, "memos.memo.updated") } // DispatchMemoDeletedWebhook dispatches webhook when memo is deleted. func (s *APIV1Service) DispatchMemoDeletedWebhook(ctx context.Context, memo *v1pb.Memo) error { return s.dispatchMemoRelatedWebhook(ctx, memo, "memos.memo.deleted") } func (s *APIV1Service) dispatchMemoRelatedWebhook(ctx context.Context, memo *v1pb.Memo, activityType string) error { creatorID, err := ExtractUserIDFromName(memo.Creator) if err != nil { return status.Errorf(codes.InvalidArgument, "invalid memo creator") } webhooks, err := s.Store.ListWebhooks(ctx, &store.FindWebhook{ CreatorID: &creatorID, }) if err != nil { return err } for _, hook := range webhooks { payload, err := convertMemoToWebhookPayload(memo) if err != nil { return errors.Wrap(err, "failed to convert memo to webhook payload") } payload.ActivityType = activityType payload.Url = hook.URL if err := webhook.Post(payload); err != nil { return errors.Wrap(err, "failed to post webhook") } } return nil } func convertMemoToWebhookPayload(memo *v1pb.Memo) (*v1pb.WebhookRequestPayload, error) { creatorID, err := ExtractUserIDFromName(memo.Creator) if err != nil { return nil, errors.Wrap(err, "invalid memo creator") } return &v1pb.WebhookRequestPayload{ CreatorId: creatorID, CreateTime: timestamppb.New(time.Now()), Memo: memo, }, nil } func getMemoContentSnippet(content string) (string, error) { nodes, err := parser.Parse(tokenizer.Tokenize(content)) if err != nil { return "", errors.Wrap(err, "failed to parse content") } plainText := renderer.NewStringRenderer().Render(nodes) if len(plainText) > 100 { return substring(plainText, 100) + "...", nil } return plainText, nil } func substring(s string, length int) string { if length <= 0 { return "" } runeCount := 0 byteIndex := 0 for byteIndex < len(s) { _, size := utf8.DecodeRuneInString(s[byteIndex:]) byteIndex += size runeCount++ if runeCount == length { break } } return s[:byteIndex] }