Updates to /connector/sharepoint/data_collections*

Changes to accept credentials from DataCollection.
Tests updated to receive new params.
This commit is contained in:
Danny Adams 2023-01-27 16:54:11 -05:00
parent 6a5b2780c7
commit 9799add342
2 changed files with 10 additions and 12 deletions

View File

@ -13,8 +13,8 @@ import (
"github.com/alcionai/corso/src/internal/connector/support" "github.com/alcionai/corso/src/internal/connector/support"
"github.com/alcionai/corso/src/internal/data" "github.com/alcionai/corso/src/internal/data"
"github.com/alcionai/corso/src/internal/observe" "github.com/alcionai/corso/src/internal/observe"
"github.com/alcionai/corso/src/pkg/account"
"github.com/alcionai/corso/src/pkg/control" "github.com/alcionai/corso/src/pkg/control"
"github.com/alcionai/corso/src/pkg/credentials"
"github.com/alcionai/corso/src/pkg/logger" "github.com/alcionai/corso/src/pkg/logger"
"github.com/alcionai/corso/src/pkg/path" "github.com/alcionai/corso/src/pkg/path"
"github.com/alcionai/corso/src/pkg/selectors" "github.com/alcionai/corso/src/pkg/selectors"
@ -30,7 +30,7 @@ func DataCollections(
ctx context.Context, ctx context.Context,
itemClient *http.Client, itemClient *http.Client,
selector selectors.Selector, selector selectors.Selector,
tenantID string, creds account.M365Config,
serv graph.Servicer, serv graph.Servicer,
su statusUpdater, su statusUpdater,
ctrlOpts control.Options, ctrlOpts control.Options,
@ -60,7 +60,7 @@ func DataCollections(
spcs, err = collectLists( spcs, err = collectLists(
ctx, ctx,
serv, serv,
tenantID, creds.AzureTenantID,
site, site,
su, su,
ctrlOpts) ctrlOpts)
@ -73,7 +73,7 @@ func DataCollections(
ctx, ctx,
itemClient, itemClient,
serv, serv,
tenantID, creds.AzureTenantID,
site, site,
scope, scope,
su, su,
@ -84,8 +84,8 @@ func DataCollections(
case path.PagesCategory: case path.PagesCategory:
spcs, err = collectPages( spcs, err = collectPages(
ctx, ctx,
creds,
serv, serv,
tenantID,
site, site,
su, su,
ctrlOpts) ctrlOpts)
@ -178,8 +178,9 @@ func collectLibraries(
// TODO: Credentials necessary to create separate HTTP client // TODO: Credentials necessary to create separate HTTP client
func collectPages( func collectPages(
ctx context.Context, ctx context.Context,
creds account.M365Config,
serv graph.Servicer, serv graph.Servicer,
tenantID, siteID string, siteID string,
updater statusUpdater, updater statusUpdater,
ctrlOpts control.Options, ctrlOpts control.Options,
) ([]data.Collection, error) { ) ([]data.Collection, error) {
@ -189,10 +190,7 @@ func collectPages(
// make the betaClient // make the betaClient
// Need to receive From DataCollection Call // Need to receive From DataCollection Call
// TODO: Cannot create beta service from serv.Adapter() params cannot be overwritten adpt, err := graph.CreateAdapter(creds.AzureTenantID, creds.AzureClientID, creds.AzureClientSecret)
creds := credentials.GetM365()
adpt, err := graph.CreateAdapter(tenantID, creds.AzureClientID, creds.AzureClientSecret)
if err != nil { if err != nil {
return nil, fmt.Errorf("unable to create adapter w/ env credentials") return nil, fmt.Errorf("unable to create adapter w/ env credentials")
} }
@ -207,7 +205,7 @@ func collectPages(
for _, tuple := range tuples { for _, tuple := range tuples {
dir, err := path.Builder{}.Append(tuple.name). dir, err := path.Builder{}.Append(tuple.name).
ToDataLayerSharePointPath( ToDataLayerSharePointPath(
tenantID, creds.AzureTenantID,
siteID, siteID,
path.PagesCategory, path.PagesCategory,
false) false)

View File

@ -160,7 +160,7 @@ func (suite *SharePointPagesSuite) TestCollectPages() {
updater := &MockUpdater{UpdateState: updateFunc} updater := &MockUpdater{UpdateState: updateFunc}
col, err := collectPages(ctx, serv, account.AzureTenantID, siteID, updater, control.Options{}) col, err := collectPages(ctx, account, serv, siteID, updater, control.Options{})
assert.NoError(t, err) assert.NoError(t, err)
assert.NotEmpty(t, col) assert.NotEmpty(t, col)
} }