larryh/corso
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

400 experiment setup

Browse Source
This commit is contained in:
Abhishek Pandey 2023-12-29 17:26:46 -08:00
parent f9bf9bc1aa
commit f021a65ebd
2 changed files with 20 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
src/internal/m365/collection/drive/collection.go
View File

@ -10,6 +10,7 @@ import (
"time" "time"
"github.com/alcionai/clues" "github.com/alcionai/clues"
"github.com/microsoftgraph/msgraph-sdk-go/models"
"github.com/spatialcurrent/go-lazy/pkg/lazy" "github.com/spatialcurrent/go-lazy/pkg/lazy"
"github.com/alcionai/corso/src/internal/common/idname" "github.com/alcionai/corso/src/internal/common/idname"
@ -386,9 +387,20 @@ func downloadContent(
logger.CtxErr(ctx, err).Debug("url cache miss: refetching from API") logger.CtxErr(ctx, err).Debug("url cache miss: refetching from API")
counter.Inc(count.URLCacheMiss) counter.Inc(count.URLCacheMiss)
di, err := iaag.GetItem(ctx, driveID, ptr.Val(item.GetId())) // di, err := iaag.GetItem(ctx, driveID, ptr.Val(item.GetId()))
if err != nil { // if err != nil {
return nil, clues.Wrap(err, "retrieving expired item") // return nil, clues.Wrap(err, "retrieving expired item")
// }
var di models.DriveItemable
for i := 0; i < 1000000; i++ {
di, err := iaag.GetItem(ctx, driveID, ptr.Val(item.GetId()))
if err != nil {
return nil, clues.Wrap(err, "retrieving expired item")
}
logger.Ctx(ctx).Debugf("iteration %d item id %s\n ", i, ptr.Val(di.GetId()))
} }
cdi := custom.ToCustomDriveItem(di) cdi := custom.ToCustomDriveItem(di)

5
src/pkg/services/m365/api/graph/middleware.go
View File

@ -207,6 +207,11 @@ func (mw RetryMiddleware) retryRequest(
// 1, there was a prior error OR the status code match retriable conditions. // 1, there was a prior error OR the status code match retriable conditions.
// 3, the request method is retriable. // 3, the request method is retriable.
// 4, we haven't already hit maximum retries. // 4, we haven't already hit maximum retries.
if resp != nil && resp.StatusCode == http.StatusBadRequest && IsErrInvalidRequest(priorErr, resp) {
logger.Ctx(ctx).Infof("retrying 400_invalid_request: %s", getRespDump(ctx, resp, true))
}
shouldRetry := (priorErr != nil || mw.isRetriableRespCode(ctx, resp) || IsErrInvalidRequest(priorErr, resp)) && shouldRetry := (priorErr != nil || mw.isRetriableRespCode(ctx, resp) || IsErrInvalidRequest(priorErr, resp)) &&
mw.isRetriableRequest(req) && mw.isRetriableRequest(req) &&
executionCount < mw.MaxRetries executionCount < mw.MaxRetries