## Description Adds a new reference to the details ent: location- ref. The location holds the human-readable version of the item's location in whatever m365 service sourced the item. Hookup is incomplete, following PRs will fill out functionality. Also adds a LocationPather interface to data_ collections to pass this data back and forth between producers and consumers. Should be safe to merge into main. ## Does this PR need a docs update or release note? - [x] 🕐 Yes, but in a later PR ## Type of change - [x] 🌻 Feature - [x] 🐛 Bugfix ## Issue(s) * #2423 ## Test Plan - [x] ⚡ Unit test
418 lines
10 KiB
Go
418 lines
10 KiB
Go
package selectors
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
"github.com/alcionai/corso/src/internal/tester"
|
|
"github.com/alcionai/corso/src/pkg/backup/details"
|
|
"github.com/alcionai/corso/src/pkg/fault"
|
|
"github.com/alcionai/corso/src/pkg/path"
|
|
)
|
|
|
|
type SharePointSelectorSuite struct {
|
|
suite.Suite
|
|
}
|
|
|
|
func TestSharePointSelectorSuite(t *testing.T) {
|
|
suite.Run(t, new(SharePointSelectorSuite))
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestNewSharePointBackup() {
|
|
t := suite.T()
|
|
ob := NewSharePointBackup(nil)
|
|
assert.Equal(t, ob.Service, ServiceSharePoint)
|
|
assert.NotZero(t, ob.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestToSharePointBackup() {
|
|
t := suite.T()
|
|
ob := NewSharePointBackup(nil)
|
|
s := ob.Selector
|
|
ob, err := s.ToSharePointBackup()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, ob.Service, ServiceSharePoint)
|
|
assert.NotZero(t, ob.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_AllData() {
|
|
t := suite.T()
|
|
|
|
sites := []string{"s1", "s2"}
|
|
|
|
sel := NewSharePointBackup(sites)
|
|
siteScopes := sel.AllData()
|
|
|
|
assert.ElementsMatch(t, sites, sel.DiscreteResourceOwners())
|
|
|
|
// Initialize the selector Include, Exclude, Filter
|
|
sel.Exclude(siteScopes)
|
|
sel.Include(siteScopes)
|
|
sel.Filter(siteScopes)
|
|
|
|
table := []struct {
|
|
name string
|
|
scopesToCheck []scope
|
|
}{
|
|
{"Include Scopes", sel.Includes},
|
|
{"Exclude Scopes", sel.Excludes},
|
|
{"Filter Scopes", sel.Filters},
|
|
}
|
|
for _, test := range table {
|
|
require.Len(t, test.scopesToCheck, 3)
|
|
|
|
for _, scope := range test.scopesToCheck {
|
|
var (
|
|
spsc = SharePointScope(scope)
|
|
cat = spsc.Category()
|
|
)
|
|
|
|
suite.T().Run(test.name+"-"+cat.String(), func(t *testing.T) {
|
|
switch cat {
|
|
case SharePointLibraryItem:
|
|
scopeMustHave(
|
|
t,
|
|
spsc,
|
|
map[categorizer]string{
|
|
SharePointLibraryItem: AnyTgt,
|
|
SharePointLibrary: AnyTgt,
|
|
},
|
|
)
|
|
case SharePointListItem:
|
|
scopeMustHave(
|
|
t,
|
|
spsc,
|
|
map[categorizer]string{
|
|
SharePointListItem: AnyTgt,
|
|
SharePointList: AnyTgt,
|
|
},
|
|
)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Include_WebURLs() {
|
|
t := suite.T()
|
|
|
|
const (
|
|
s1 = "s1"
|
|
s2 = "s2"
|
|
)
|
|
|
|
sel := NewSharePointRestore([]string{s1, s2})
|
|
sel.Include(sel.WebURL([]string{s1, s2}))
|
|
scopes := sel.Includes
|
|
require.Len(t, scopes, 3)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: join(s1, s2)},
|
|
)
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Include_WebURLs_anyNone() {
|
|
table := []struct {
|
|
name string
|
|
in []string
|
|
expect string
|
|
}{
|
|
{
|
|
name: "any",
|
|
in: []string{AnyTgt},
|
|
expect: AnyTgt,
|
|
},
|
|
{
|
|
name: "none",
|
|
in: []string{NoneTgt},
|
|
expect: NoneTgt,
|
|
},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
sel := NewSharePointRestore(Any())
|
|
sel.Include(sel.WebURL(test.in))
|
|
scopes := sel.Includes
|
|
require.Len(t, scopes, 3)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: test.expect},
|
|
)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Exclude_WebURLs() {
|
|
t := suite.T()
|
|
|
|
const (
|
|
s1 = "s1"
|
|
s2 = "s2"
|
|
)
|
|
|
|
sel := NewSharePointRestore([]string{s1, s2})
|
|
sel.Exclude(sel.WebURL([]string{s1, s2}))
|
|
scopes := sel.Excludes
|
|
require.Len(t, scopes, 3)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: join(s1, s2)},
|
|
)
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestNewSharePointRestore() {
|
|
t := suite.T()
|
|
or := NewSharePointRestore(nil)
|
|
assert.Equal(t, or.Service, ServiceSharePoint)
|
|
assert.NotZero(t, or.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestToSharePointRestore() {
|
|
t := suite.T()
|
|
eb := NewSharePointRestore(nil)
|
|
s := eb.Selector
|
|
or, err := s.ToSharePointRestore()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, or.Service, ServiceSharePoint)
|
|
assert.NotZero(t, or.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointRestore_Reduce() {
|
|
var (
|
|
pairAC = "folderA/folderC"
|
|
pairGH = "folderG/folderH"
|
|
item = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", "folderA/folderB", "item")
|
|
item2 = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", pairAC, "item2")
|
|
item3 = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", "folderD/folderE", "item3")
|
|
item4 = stubRepoRef(path.SharePointService, path.PagesCategory, "sid", pairGH, "item4")
|
|
item5 = stubRepoRef(path.SharePointService, path.PagesCategory, "sid", pairGH, "item5")
|
|
)
|
|
|
|
deets := &details.Details{
|
|
DetailsModel: details.DetailsModel{
|
|
Entries: []details.DetailsEntry{
|
|
{
|
|
RepoRef: item,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item2,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item3,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item4,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item5,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
arr := func(s ...string) []string {
|
|
return s
|
|
}
|
|
|
|
table := []struct {
|
|
name string
|
|
deets *details.Details
|
|
makeSelector func() *SharePointRestore
|
|
expect []string
|
|
}{
|
|
{
|
|
name: "all",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore(Any())
|
|
odr.Include(odr.AllData())
|
|
return odr
|
|
},
|
|
expect: arr(item, item2, item3, item4, item5),
|
|
},
|
|
{
|
|
name: "only match item",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore(Any())
|
|
odr.Include(odr.LibraryItems(Any(), []string{"item2"}))
|
|
return odr
|
|
},
|
|
expect: arr(item2),
|
|
},
|
|
{
|
|
name: "only match folder",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore([]string{"sid"})
|
|
odr.Include(odr.Libraries([]string{"folderA/folderB", pairAC}))
|
|
return odr
|
|
},
|
|
expect: arr(item, item2),
|
|
},
|
|
{
|
|
name: "pages match folder",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore([]string{"sid"})
|
|
odr.Include(odr.Pages([]string{pairGH, pairAC}))
|
|
return odr
|
|
},
|
|
expect: arr(item4, item5),
|
|
},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
ctx, flush := tester.NewContext()
|
|
defer flush()
|
|
|
|
sel := test.makeSelector()
|
|
results := sel.Reduce(ctx, test.deets, fault.New(true))
|
|
paths := results.Paths()
|
|
assert.Equal(t, test.expect, paths)
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointCategory_PathValues() {
|
|
pathBuilder := path.Builder{}.Append("dir1", "dir2", "item")
|
|
|
|
table := []struct {
|
|
name string
|
|
sc sharePointCategory
|
|
expected map[categorizer]string
|
|
}{
|
|
{
|
|
name: "SharePoint Libraries",
|
|
sc: SharePointLibraryItem,
|
|
expected: map[categorizer]string{
|
|
SharePointLibrary: "dir1/dir2",
|
|
SharePointLibraryItem: "item",
|
|
},
|
|
},
|
|
{
|
|
name: "SharePoint Lists",
|
|
sc: SharePointListItem,
|
|
expected: map[categorizer]string{
|
|
SharePointList: "dir1/dir2",
|
|
SharePointListItem: "item",
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
itemPath, err := pathBuilder.ToDataLayerSharePointPath(
|
|
"tenant",
|
|
"site",
|
|
test.sc.PathType(),
|
|
true)
|
|
require.NoError(t, err)
|
|
r, l := test.sc.pathValues(itemPath, itemPath)
|
|
assert.Equal(t, test.expected, r)
|
|
assert.Equal(t, test.expected, l)
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointScope_MatchesInfo() {
|
|
var (
|
|
ods = NewSharePointRestore(nil)
|
|
host = "www.website.com"
|
|
pth = "/foo"
|
|
url = host + pth
|
|
)
|
|
|
|
table := []struct {
|
|
name string
|
|
infoURL string
|
|
scope []SharePointScope
|
|
expect assert.BoolAssertionFunc
|
|
}{
|
|
{"host match", host, ods.WebURL([]string{host}), assert.True},
|
|
{"url match", url, ods.WebURL([]string{url}), assert.True},
|
|
{"url contains host", url, ods.WebURL([]string{host}), assert.True},
|
|
{"host suffixes host", host, ods.WebURL([]string{host}, SuffixMatch()), assert.True},
|
|
{"url does not suffix host", url, ods.WebURL([]string{host}, SuffixMatch()), assert.False},
|
|
{"url contains path", url, ods.WebURL([]string{pth}), assert.True},
|
|
{"url has path suffix", url, ods.WebURL([]string{pth}, SuffixMatch()), assert.True},
|
|
{"host does not contain substring", host, ods.WebURL([]string{"website"}), assert.False},
|
|
{"url does not suffix substring", url, ods.WebURL([]string{"oo"}), assert.False},
|
|
{"host mismatch", host, ods.WebURL([]string{"www.google.com"}), assert.False},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
itemInfo := details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
WebURL: test.infoURL,
|
|
},
|
|
}
|
|
|
|
scopes := setScopesToDefault(test.scope)
|
|
for _, scope := range scopes {
|
|
test.expect(t, scope.matchesInfo(itemInfo))
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestCategory_PathType() {
|
|
table := []struct {
|
|
cat sharePointCategory
|
|
pathType path.CategoryType
|
|
}{
|
|
{SharePointCategoryUnknown, path.UnknownCategory},
|
|
{SharePointWebURL, path.UnknownCategory},
|
|
{SharePointSite, path.UnknownCategory},
|
|
{SharePointLibrary, path.LibrariesCategory},
|
|
{SharePointLibraryItem, path.LibrariesCategory},
|
|
{SharePointList, path.ListsCategory},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.cat.String(), func(t *testing.T) {
|
|
assert.Equal(t, test.pathType, test.cat.PathType())
|
|
})
|
|
}
|
|
}
|