larryh/corso
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Experiment with higher parallelism for drive

Browse Source
This commit is contained in:
Abhishek Pandey 2023-12-19 18:19:25 -08:00
parent 5669619a8d
commit f60aa91e57
2 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/internal/kopia/wrapper.go
View File

@ -294,12 +294,17 @@ func (w Wrapper) makeSnapshotWithRoot(
Path: root.Name(), Path: root.Name(),
} }
parallelism := policy.OptionalInt(10)
trueVal := policy.OptionalBool(true) trueVal := policy.OptionalBool(true)
errPolicy := &policy.Policy{ errPolicy := &policy.Policy{
ErrorHandlingPolicy: policy.ErrorHandlingPolicy{ ErrorHandlingPolicy: policy.ErrorHandlingPolicy{
IgnoreFileErrors: &trueVal, IgnoreFileErrors: &trueVal,
IgnoreDirectoryErrors: &trueVal, IgnoreDirectoryErrors: &trueVal,
}, },
UploadPolicy: policy.UploadPolicy{
MaxParallelFileReads: &parallelism,
},
} }
policyTree, err := policy.TreeForSourceWithOverride(innerCtx, w.c, si, errPolicy) policyTree, err := policy.TreeForSourceWithOverride(innerCtx, w.c, si, errPolicy)

2
src/internal/m365/collection/drive/collection.go
View File

@ -471,7 +471,7 @@ func (oc *Collection) streamItems(ctx context.Context, errs *fault.Bus) {
int64(len(oc.driveItems))) int64(len(oc.driveItems)))
defer close(folderProgress) defer close(folderProgress)
semaphoreCh := make(chan struct{}, graph.Parallelism(path.OneDriveService).Item()) semaphoreCh := make(chan struct{}, 8)
defer close(semaphoreCh) defer close(semaphoreCh)
ctx = clues.Add(ctx, ctx = clues.Add(ctx,