populates all selectors in the groups cli. adds both info-based filters (such as message creation time) and also basic channel and mesage selection. --- #### Does this PR need a docs update or release note? - [x] ⛔ No #### Type of change - [x] 🌻 Feature #### Issue(s) * #3989 #### Test Plan - [x] ⚡ Unit test - [x] 💚 E2E
274 lines
7.9 KiB
Go
274 lines
7.9 KiB
Go
package utils
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/alcionai/clues"
|
|
"github.com/spf13/cobra"
|
|
|
|
"github.com/alcionai/corso/src/cli/flags"
|
|
"github.com/alcionai/corso/src/pkg/selectors"
|
|
)
|
|
|
|
type GroupsOpts struct {
|
|
Groups []string
|
|
Channels []string
|
|
Messages []string
|
|
|
|
MessageCreatedAfter string
|
|
MessageCreatedBefore string
|
|
MessageLastReplyAfter string
|
|
MessageLastReplyBefore string
|
|
|
|
SiteID []string
|
|
Library string
|
|
FileName []string // for libraries, to duplicate onedrive interface
|
|
FolderPath []string // for libraries, to duplicate onedrive interface
|
|
FileCreatedAfter string
|
|
FileCreatedBefore string
|
|
FileModifiedAfter string
|
|
FileModifiedBefore string
|
|
|
|
ListFolder []string
|
|
ListItem []string
|
|
|
|
PageFolder []string
|
|
Page []string
|
|
|
|
RestoreCfg RestoreCfgOpts
|
|
ExportCfg ExportCfgOpts
|
|
|
|
Populated flags.PopulatedFlags
|
|
}
|
|
|
|
func GroupsAllowedCategories() map[string]struct{} {
|
|
return map[string]struct{}{
|
|
flags.DataLibraries: {},
|
|
flags.DataMessages: {},
|
|
}
|
|
}
|
|
|
|
func AddGroupsCategories(sel *selectors.GroupsBackup, cats []string) *selectors.GroupsBackup {
|
|
if len(cats) == 0 {
|
|
sel.Include(sel.AllData())
|
|
}
|
|
|
|
for _, d := range cats {
|
|
switch d {
|
|
case flags.DataLibraries:
|
|
sel.Include(sel.LibraryFolders(selectors.Any()))
|
|
case flags.DataMessages:
|
|
sel.Include(sel.ChannelMessages(selectors.Any(), selectors.Any()))
|
|
}
|
|
}
|
|
|
|
return sel
|
|
}
|
|
|
|
func MakeGroupsOpts(cmd *cobra.Command) GroupsOpts {
|
|
return GroupsOpts{
|
|
Groups: flags.GroupFV,
|
|
Channels: flags.ChannelFV,
|
|
Messages: flags.MessageFV,
|
|
SiteID: flags.SiteIDFV,
|
|
|
|
Library: flags.LibraryFV,
|
|
FileName: flags.FileNameFV,
|
|
FolderPath: flags.FolderPathFV,
|
|
FileCreatedAfter: flags.FileCreatedAfterFV,
|
|
FileCreatedBefore: flags.FileCreatedBeforeFV,
|
|
FileModifiedAfter: flags.FileModifiedAfterFV,
|
|
FileModifiedBefore: flags.FileModifiedBeforeFV,
|
|
MessageCreatedAfter: flags.MessageCreatedAfterFV,
|
|
MessageCreatedBefore: flags.MessageCreatedBeforeFV,
|
|
MessageLastReplyAfter: flags.MessageLastReplyAfterFV,
|
|
MessageLastReplyBefore: flags.MessageLastReplyBeforeFV,
|
|
|
|
ListFolder: flags.ListFolderFV,
|
|
ListItem: flags.ListItemFV,
|
|
|
|
Page: flags.PageFV,
|
|
PageFolder: flags.PageFolderFV,
|
|
|
|
RestoreCfg: makeRestoreCfgOpts(cmd),
|
|
ExportCfg: makeExportCfgOpts(cmd),
|
|
|
|
// populated contains the list of flags that appear in the
|
|
// command, according to pflags. Use this to differentiate
|
|
// between an "empty" and a "missing" value.
|
|
Populated: flags.GetPopulatedFlags(cmd),
|
|
}
|
|
}
|
|
|
|
// ValidateGroupsRestoreFlags checks common flags for correctness and interdependencies
|
|
func ValidateGroupsRestoreFlags(backupID string, opts GroupsOpts) error {
|
|
if len(backupID) == 0 {
|
|
return clues.New("a backup ID is required")
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.FileCreatedAfterFN]; ok && !IsValidTimeFormat(opts.FileCreatedAfter) {
|
|
return clues.New("invalid time format for " + flags.FileCreatedAfterFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.FileCreatedBeforeFN]; ok && !IsValidTimeFormat(opts.FileCreatedBefore) {
|
|
return clues.New("invalid time format for " + flags.FileCreatedBeforeFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.FileModifiedAfterFN]; ok && !IsValidTimeFormat(opts.FileModifiedAfter) {
|
|
return clues.New("invalid time format for " + flags.FileModifiedAfterFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.FileModifiedBeforeFN]; ok && !IsValidTimeFormat(opts.FileModifiedBefore) {
|
|
return clues.New("invalid time format for " + flags.FileModifiedBeforeFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.MessageCreatedAfterFN]; ok && !IsValidTimeFormat(opts.MessageCreatedAfter) {
|
|
return clues.New("invalid time format for " + flags.MessageCreatedAfterFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.MessageCreatedBeforeFN]; ok && !IsValidTimeFormat(opts.MessageCreatedBefore) {
|
|
return clues.New("invalid time format for " + flags.MessageCreatedBeforeFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.MessageLastReplyAfterFN]; ok && !IsValidTimeFormat(opts.MessageLastReplyAfter) {
|
|
return clues.New("invalid time format for " + flags.MessageLastReplyAfterFN)
|
|
}
|
|
|
|
if _, ok := opts.Populated[flags.MessageLastReplyBeforeFN]; ok && !IsValidTimeFormat(opts.MessageLastReplyBefore) {
|
|
return clues.New("invalid time format for " + flags.MessageLastReplyBeforeFN)
|
|
}
|
|
|
|
// TODO(meain): selectors (refer sharepoint)
|
|
|
|
return validateRestoreConfigFlags(flags.CollisionsFV, opts.RestoreCfg)
|
|
}
|
|
|
|
// AddGroupsFilter adds the scope of the provided values to the selector's
|
|
// filter set
|
|
func AddGroupsFilter(
|
|
sel *selectors.GroupsRestore,
|
|
v string,
|
|
f func(string) []selectors.GroupsScope,
|
|
) {
|
|
if len(v) == 0 {
|
|
return
|
|
}
|
|
|
|
sel.Filter(f(v))
|
|
}
|
|
|
|
// IncludeGroupsRestoreDataSelectors builds the common data-selector
|
|
// inclusions for Group commands.
|
|
func IncludeGroupsRestoreDataSelectors(ctx context.Context, opts GroupsOpts) *selectors.GroupsRestore {
|
|
var (
|
|
groups = opts.Groups
|
|
lfp, lfn = len(opts.FolderPath), len(opts.FileName)
|
|
llf, lli = len(opts.ListFolder), len(opts.ListItem)
|
|
lpf, lpi = len(opts.PageFolder), len(opts.Page)
|
|
lg, lch, lm = len(opts.Groups), len(opts.Channels), len(opts.Messages)
|
|
// TODO(meain): handle sites once we add non-root site backup
|
|
// ls := len(opts.SiteID)
|
|
)
|
|
|
|
if lg == 0 {
|
|
groups = selectors.Any()
|
|
}
|
|
|
|
sel := selectors.NewGroupsRestore(groups)
|
|
|
|
if lfp+lfn+llf+lli+lpf+lpi+lch+lm == 0 {
|
|
sel.Include(sel.AllData())
|
|
return sel
|
|
}
|
|
|
|
// sharepoint site selectors
|
|
|
|
if lfp+lfn+llf+lli+lpf+lpi > 0 {
|
|
if lfp+lfn > 0 {
|
|
if lfn == 0 {
|
|
opts.FileName = selectors.Any()
|
|
}
|
|
|
|
opts.FolderPath = trimFolderSlash(opts.FolderPath)
|
|
containsFolders, prefixFolders := splitFoldersIntoContainsAndPrefix(opts.FolderPath)
|
|
|
|
if len(containsFolders) > 0 {
|
|
sel.Include(sel.LibraryItems(containsFolders, opts.FileName))
|
|
}
|
|
|
|
if len(prefixFolders) > 0 {
|
|
sel.Include(sel.LibraryItems(prefixFolders, opts.FileName, selectors.PrefixMatch()))
|
|
}
|
|
}
|
|
|
|
if llf+lli > 0 {
|
|
if lli == 0 {
|
|
opts.ListItem = selectors.Any()
|
|
}
|
|
|
|
opts.ListFolder = trimFolderSlash(opts.ListFolder)
|
|
containsFolders, prefixFolders := splitFoldersIntoContainsAndPrefix(opts.ListFolder)
|
|
|
|
if len(containsFolders) > 0 {
|
|
sel.Include(sel.ListItems(containsFolders, opts.ListItem))
|
|
}
|
|
|
|
if len(prefixFolders) > 0 {
|
|
sel.Include(sel.ListItems(prefixFolders, opts.ListItem, selectors.PrefixMatch()))
|
|
}
|
|
}
|
|
|
|
if lpf+lpi > 0 {
|
|
if lpi == 0 {
|
|
opts.Page = selectors.Any()
|
|
}
|
|
|
|
opts.PageFolder = trimFolderSlash(opts.PageFolder)
|
|
containsFolders, prefixFolders := splitFoldersIntoContainsAndPrefix(opts.PageFolder)
|
|
|
|
if len(containsFolders) > 0 {
|
|
sel.Include(sel.PageItems(containsFolders, opts.Page))
|
|
}
|
|
|
|
if len(prefixFolders) > 0 {
|
|
sel.Include(sel.PageItems(prefixFolders, opts.Page, selectors.PrefixMatch()))
|
|
}
|
|
}
|
|
}
|
|
|
|
// channel and message selectors
|
|
|
|
if lch+lm > 0 {
|
|
// if no channel is specified, include all channels
|
|
if lch == 0 {
|
|
opts.Channels = selectors.Any()
|
|
}
|
|
|
|
// if no message is specified, only select channels
|
|
// otherwise, look for channel/message pairs
|
|
if lm == 0 {
|
|
sel.Include(sel.Channels(opts.Channels))
|
|
} else {
|
|
sel.Include(sel.ChannelMessages(opts.Channels, opts.Messages))
|
|
}
|
|
}
|
|
|
|
return sel
|
|
}
|
|
|
|
// FilterGroupsRestoreInfoSelectors builds the common info-selector filters.
|
|
func FilterGroupsRestoreInfoSelectors(
|
|
sel *selectors.GroupsRestore,
|
|
opts GroupsOpts,
|
|
) {
|
|
AddGroupsFilter(sel, opts.Library, sel.Library)
|
|
AddGroupsFilter(sel, opts.FileCreatedAfter, sel.CreatedAfter)
|
|
AddGroupsFilter(sel, opts.FileCreatedBefore, sel.CreatedBefore)
|
|
AddGroupsFilter(sel, opts.FileModifiedAfter, sel.ModifiedAfter)
|
|
AddGroupsFilter(sel, opts.FileModifiedBefore, sel.ModifiedBefore)
|
|
AddGroupsFilter(sel, opts.MessageCreatedAfter, sel.MessageCreatedAfter)
|
|
AddGroupsFilter(sel, opts.MessageCreatedBefore, sel.MessageCreatedBefore)
|
|
AddGroupsFilter(sel, opts.MessageLastReplyAfter, sel.MessageLastReplyAfter)
|
|
AddGroupsFilter(sel, opts.MessageLastReplyBefore, sel.MessageLastReplyBefore)
|
|
}
|