larryh/corso
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Updates to /internal/connector/sharepoint/collection.go

Browse Source 
Abstraction applied to pipeline to dynamically populate List objects. Page objects are currently stubbed out.
This commit is contained in:
Danny Adams 2023-01-20 22:15:41 -05:00
parent 10ae8fd102
commit e153c43811
1 changed files with 14 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/internal/connector/sharepoint/collection.go
View File

@ -191,10 +191,15 @@ func (sc *Collection) populate(ctx context.Context) {
// do the other thing // do the other thing
metrics, errs = sc.retrievePages(ctx, writer, colProgress) metrics, errs = sc.retrievePages(ctx, writer, colProgress)
} }
} }
func (sc *Collection) retrieveLists(ctx context.Context, wtr *kw.JsonSerializationWriter, progress chan<- struct{}) (numMetrics, error) { // retrieveLists utility function for collection that downloads and serializes
// models.Listable objects based on M365 IDs from the jobs field.
func (sc *Collection) retrieveLists(
ctx context.Context,
wtr *kw.JsonSerializationWriter,
progress chan<- struct{},
) (numMetrics, error) {
var ( var (
errs error errs error
metrics numMetrics metrics numMetrics
@ -209,9 +214,9 @@ func (sc *Collection) retrieveLists(ctx context.Context, wtr *kw.JsonSerializati
} }
metrics.attempts += len(lists) metrics.attempts += len(lists)
// Write Data and Send // For each models.Listable, object is serialized and the metrics are collected.
// The progress is objected via the passed in channel.
for _, lst := range lists { for _, lst := range lists {
byteArray, err := serializeContent(wtr, lst) byteArray, err := serializeContent(wtr, lst)
if err != nil { if err != nil {
errs = support.WrapAndAppend(*lst.GetId(), err, errs) errs = support.WrapAndAppend(*lst.GetId(), err, errs)
@ -243,7 +248,11 @@ func (sc *Collection) retrieveLists(ctx context.Context, wtr *kw.JsonSerializati
return metrics, nil return metrics, nil
} }
func (sc *Collection) retrievePages(ctx context.Context, wtr *kw.JsonSerializationWriter, progress chan<- struct{}) (numMetrics, error) { func (sc *Collection) retrievePages(
ctx context.Context,
wtr *kw.JsonSerializationWriter,
progress chan<- struct{},
) (numMetrics, error) {
return numMetrics{}, nil return numMetrics{}, nil
} }