## Description
Now that resource owners are identified via
the selector itself, rather than each scope, we
can remove the resource owner data from
scope production and data.
## Does this PR need a docs update or release note?
- [x] ⛔ No
## Type of change
- [x] 🌻 Feature
## Issue(s)
* #1617
## Test Plan
- [x] ⚡ Unit test
- [x] 💚 E2E
429 lines
10 KiB
Go
429 lines
10 KiB
Go
package selectors
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/stretchr/testify/suite"
|
|
|
|
"github.com/alcionai/corso/src/internal/tester"
|
|
"github.com/alcionai/corso/src/pkg/backup/details"
|
|
"github.com/alcionai/corso/src/pkg/path"
|
|
)
|
|
|
|
type SharePointSelectorSuite struct {
|
|
suite.Suite
|
|
}
|
|
|
|
func TestSharePointSelectorSuite(t *testing.T) {
|
|
suite.Run(t, new(SharePointSelectorSuite))
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestNewSharePointBackup() {
|
|
t := suite.T()
|
|
ob := NewSharePointBackup(nil)
|
|
assert.Equal(t, ob.Service, ServiceSharePoint)
|
|
assert.NotZero(t, ob.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestToSharePointBackup() {
|
|
t := suite.T()
|
|
ob := NewSharePointBackup(nil)
|
|
s := ob.Selector
|
|
ob, err := s.ToSharePointBackup()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, ob.Service, ServiceSharePoint)
|
|
assert.NotZero(t, ob.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointBackup_DiscreteScopes() {
|
|
sites := []string{"s1", "s2"}
|
|
table := []struct {
|
|
name string
|
|
include []string
|
|
discrete []string
|
|
expect []string
|
|
}{
|
|
{
|
|
name: "any site",
|
|
include: Any(),
|
|
discrete: sites,
|
|
expect: sites,
|
|
},
|
|
{
|
|
name: "discrete sitet",
|
|
include: []string{"s3"},
|
|
discrete: sites,
|
|
expect: []string{"s3"},
|
|
},
|
|
{
|
|
name: "nil discrete slice",
|
|
include: Any(),
|
|
discrete: nil,
|
|
expect: Any(),
|
|
},
|
|
}
|
|
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
// todo: remove discreteScopes
|
|
// eb := NewSharePointBackup(test.include)
|
|
// eb.Include(eb.AllData())
|
|
|
|
// scopes := eb.DiscreteScopes(test.discrete)
|
|
// for _, sc := range scopes {
|
|
// sites := sc.Get(SharePointSite)
|
|
// assert.Equal(t, test.expect, sites)
|
|
// }
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_AllData() {
|
|
t := suite.T()
|
|
|
|
sites := []string{"s1", "s2"}
|
|
|
|
sel := NewSharePointBackup(sites)
|
|
siteScopes := sel.AllData()
|
|
|
|
assert.ElementsMatch(t, sites, sel.DiscreteResourceOwners())
|
|
|
|
// Initialize the selector Include, Exclude, Filter
|
|
sel.Exclude(siteScopes)
|
|
sel.Include(siteScopes)
|
|
sel.Filter(siteScopes)
|
|
|
|
table := []struct {
|
|
name string
|
|
scopesToCheck []scope
|
|
}{
|
|
{"Include Scopes", sel.Includes},
|
|
{"Exclude Scopes", sel.Excludes},
|
|
{"Filter Scopes", sel.Filters},
|
|
}
|
|
for _, test := range table {
|
|
require.Len(t, test.scopesToCheck, 2)
|
|
|
|
for _, scope := range test.scopesToCheck {
|
|
var (
|
|
spsc = SharePointScope(scope)
|
|
cat = spsc.Category()
|
|
)
|
|
|
|
suite.T().Run(test.name+"-"+cat.String(), func(t *testing.T) {
|
|
switch cat {
|
|
case SharePointLibraryItem:
|
|
scopeMustHave(
|
|
t,
|
|
spsc,
|
|
map[categorizer]string{
|
|
SharePointLibraryItem: AnyTgt,
|
|
SharePointLibrary: AnyTgt,
|
|
},
|
|
)
|
|
case SharePointListItem:
|
|
scopeMustHave(
|
|
t,
|
|
spsc,
|
|
map[categorizer]string{
|
|
SharePointListItem: AnyTgt,
|
|
SharePointList: AnyTgt,
|
|
},
|
|
)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Include_WebURLs() {
|
|
t := suite.T()
|
|
|
|
const (
|
|
s1 = "s1"
|
|
s2 = "s2"
|
|
)
|
|
|
|
sel := NewSharePointRestore([]string{s1, s2})
|
|
sel.Include(sel.WebURL([]string{s1, s2}))
|
|
scopes := sel.Includes
|
|
require.Len(t, scopes, 2)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: join(s1, s2)},
|
|
)
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Include_WebURLs_anyNone() {
|
|
table := []struct {
|
|
name string
|
|
in []string
|
|
expect string
|
|
}{
|
|
{
|
|
name: "any",
|
|
in: []string{AnyTgt},
|
|
expect: AnyTgt,
|
|
},
|
|
{
|
|
name: "none",
|
|
in: []string{NoneTgt},
|
|
expect: NoneTgt,
|
|
},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
sel := NewSharePointRestore(Any())
|
|
sel.Include(sel.WebURL(test.in))
|
|
scopes := sel.Includes
|
|
require.Len(t, scopes, 2)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: test.expect},
|
|
)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointSelector_Exclude_WebURLs() {
|
|
t := suite.T()
|
|
|
|
const (
|
|
s1 = "s1"
|
|
s2 = "s2"
|
|
)
|
|
|
|
sel := NewSharePointRestore([]string{s1, s2})
|
|
sel.Exclude(sel.WebURL([]string{s1, s2}))
|
|
scopes := sel.Excludes
|
|
require.Len(t, scopes, 2)
|
|
|
|
for _, sc := range scopes {
|
|
scopeMustHave(
|
|
t,
|
|
SharePointScope(sc),
|
|
map[categorizer]string{SharePointWebURL: join(s1, s2)},
|
|
)
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestNewSharePointRestore() {
|
|
t := suite.T()
|
|
or := NewSharePointRestore(nil)
|
|
assert.Equal(t, or.Service, ServiceSharePoint)
|
|
assert.NotZero(t, or.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestToSharePointRestore() {
|
|
t := suite.T()
|
|
eb := NewSharePointRestore(nil)
|
|
s := eb.Selector
|
|
or, err := s.ToSharePointRestore()
|
|
require.NoError(t, err)
|
|
assert.Equal(t, or.Service, ServiceSharePoint)
|
|
assert.NotZero(t, or.Scopes())
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointRestore_Reduce() {
|
|
var (
|
|
item = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", "folderA/folderB", "item")
|
|
item2 = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", "folderA/folderC", "item2")
|
|
item3 = stubRepoRef(path.SharePointService, path.LibrariesCategory, "sid", "folderD/folderE", "item3")
|
|
)
|
|
|
|
deets := &details.Details{
|
|
DetailsModel: details.DetailsModel{
|
|
Entries: []details.DetailsEntry{
|
|
{
|
|
RepoRef: item,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item2,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
RepoRef: item3,
|
|
ItemInfo: details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
arr := func(s ...string) []string {
|
|
return s
|
|
}
|
|
|
|
table := []struct {
|
|
name string
|
|
deets *details.Details
|
|
makeSelector func() *SharePointRestore
|
|
expect []string
|
|
}{
|
|
{
|
|
name: "all",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore(Any())
|
|
odr.Include(odr.AllData())
|
|
return odr
|
|
},
|
|
expect: arr(item, item2, item3),
|
|
},
|
|
{
|
|
name: "only match item",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore(Any())
|
|
odr.Include(odr.LibraryItems(Any(), []string{"item2"}))
|
|
return odr
|
|
},
|
|
expect: arr(item2),
|
|
},
|
|
{
|
|
name: "only match folder",
|
|
deets: deets,
|
|
makeSelector: func() *SharePointRestore {
|
|
odr := NewSharePointRestore([]string{"sid"})
|
|
odr.Include(odr.Libraries([]string{"folderA/folderB", "folderA/folderC"}))
|
|
return odr
|
|
},
|
|
expect: arr(item, item2),
|
|
},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
ctx, flush := tester.NewContext()
|
|
defer flush()
|
|
|
|
sel := test.makeSelector()
|
|
results := sel.Reduce(ctx, test.deets)
|
|
paths := results.Paths()
|
|
assert.Equal(t, test.expect, paths)
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointCategory_PathValues() {
|
|
pathBuilder := path.Builder{}.Append("dir1", "dir2", "item")
|
|
|
|
table := []struct {
|
|
name string
|
|
sc sharePointCategory
|
|
expected map[categorizer]string
|
|
}{
|
|
{
|
|
name: "SharePoint Libraries",
|
|
sc: SharePointLibraryItem,
|
|
expected: map[categorizer]string{
|
|
SharePointLibrary: "dir1/dir2",
|
|
SharePointLibraryItem: "item",
|
|
},
|
|
},
|
|
{
|
|
name: "SharePoint Lists",
|
|
sc: SharePointListItem,
|
|
expected: map[categorizer]string{
|
|
SharePointList: "dir1/dir2",
|
|
SharePointListItem: "item",
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
itemPath, err := pathBuilder.ToDataLayerSharePointPath(
|
|
"tenant",
|
|
"site",
|
|
test.sc.PathType(),
|
|
true,
|
|
)
|
|
require.NoError(t, err)
|
|
assert.Equal(t, test.expected, test.sc.pathValues(itemPath))
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestSharePointScope_MatchesInfo() {
|
|
var (
|
|
ods = NewSharePointRestore(nil) // TODO: move into test
|
|
host = "www.website.com"
|
|
pth = "/foo"
|
|
url = host + pth
|
|
)
|
|
|
|
table := []struct {
|
|
name string
|
|
infoURL string
|
|
scope []SharePointScope
|
|
expect assert.BoolAssertionFunc
|
|
}{
|
|
{"host match", host, ods.WebURL([]string{host}), assert.True},
|
|
{"url match", url, ods.WebURL([]string{url}), assert.True},
|
|
{"url contains host", url, ods.WebURL([]string{host}), assert.True},
|
|
{"host suffixes host", host, ods.WebURL([]string{host}, SuffixMatch()), assert.True},
|
|
{"url does not suffix host", url, ods.WebURL([]string{host}, SuffixMatch()), assert.False},
|
|
{"url contains path", url, ods.WebURL([]string{pth}), assert.True},
|
|
{"url has path suffix", url, ods.WebURL([]string{pth}, SuffixMatch()), assert.True},
|
|
{"host does not contain substring", host, ods.WebURL([]string{"website"}), assert.False},
|
|
{"url does not suffix substring", url, ods.WebURL([]string{"oo"}), assert.False},
|
|
{"host mismatch", host, ods.WebURL([]string{"www.google.com"}), assert.False},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.name, func(t *testing.T) {
|
|
itemInfo := details.ItemInfo{
|
|
SharePoint: &details.SharePointInfo{
|
|
ItemType: details.SharePointItem,
|
|
WebURL: test.infoURL,
|
|
},
|
|
}
|
|
|
|
scopes := setScopesToDefault(test.scope)
|
|
for _, scope := range scopes {
|
|
test.expect(t, scope.matchesInfo(itemInfo))
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func (suite *SharePointSelectorSuite) TestCategory_PathType() {
|
|
table := []struct {
|
|
cat sharePointCategory
|
|
pathType path.CategoryType
|
|
}{
|
|
{SharePointCategoryUnknown, path.UnknownCategory},
|
|
{SharePointWebURL, path.UnknownCategory},
|
|
{SharePointSite, path.UnknownCategory},
|
|
{SharePointLibrary, path.LibrariesCategory},
|
|
{SharePointLibraryItem, path.LibrariesCategory},
|
|
{SharePointList, path.ListsCategory},
|
|
}
|
|
for _, test := range table {
|
|
suite.T().Run(test.cat.String(), func(t *testing.T) {
|
|
assert.Equal(t, test.pathType, test.cat.PathType())
|
|
})
|
|
}
|
|
}
|