Compare commits

...

3 Commits

Author SHA1 Message Date
jules
e48e1518aa nice 2023-09-08 15:48:52 -07:00
ryanfkeepers
9374813857 fix api change 2023-09-08 15:39:39 -06:00
ryanfkeepers
aee2d61605 fixing bugs found during extensive manual tests
fix up the following bugs:
* reinstate previousPath in the metadata retrieval
* implement DoNotMergeItems for real
* nil pointer protection for the 'from' property
* some additional logging
2023-09-08 15:39:38 -06:00
7 changed files with 44 additions and 9 deletions

View File

@ -258,7 +258,7 @@ func populateCollections(
qp.Category,
false)
if err != nil {
return nil, clues.Wrap(err, "making metadata path")
return nil, clues.Wrap(err, "making metadata path prefix")
}
col, err := graph.MakeMetadataCollection(

View File

@ -133,8 +133,7 @@ func (col Collection) State() data.CollectionState {
}
func (col Collection) DoNotMergeItems() bool {
// TODO: depends on whether or not deltas are valid
return true
return col.doNotMergeItems
}
// ---------------------------------------------------------------------------

View File

@ -69,7 +69,15 @@ func parseMetadataCollections(
switch item.ID() {
case metadata.PreviousPathFileName:
// no-op at this time, previous paths not needed
if _, ok := found[category][metadata.PathKey]; ok {
return nil, false, clues.Wrap(clues.New(category.String()), "multiple versions of path metadata").WithClues(ctx)
}
for k, p := range m {
cdps.AddPath(k, p)
}
found[category][metadata.PathKey] = struct{}{}
case metadata.DeltaURLsFileName:
if _, ok := found[category][metadata.DeltaKey]; ok {
@ -100,9 +108,16 @@ func parseMetadataCollections(
}, false, nil
}
// Do not remove entries that contain only a path or a delta, but not both.
// This condition is expected. Channels only record their path. Messages
// only record their deltas.
// Remove any entries that contain a path or a delta, but not both.
// That metadata is considered incomplete, and needs to incur a
// complete backup on the next run.
for _, dps := range cdp {
for k, dp := range dps {
if len(dp.Path) == 0 {
delete(dps, k)
}
}
}
return cdp, true, nil
}

View File

@ -365,7 +365,11 @@ func (op *BackupOperation) do(
return nil, clues.Wrap(err, "producing manifests and metadata")
}
ctx = clues.Add(ctx, "can_use_metadata", canUseMetadata)
ctx = clues.Add(
ctx,
"can_use_metadata", canUseMetadata,
"assist_bases", len(mans.AssistBases()),
"merge_bases", len(mans.MergeBases()))
if canUseMetadata {
lastBackupVersion = mans.MinBackupVersion()
@ -711,6 +715,7 @@ func mergeDetails(
// Don't bother loading any of the base details if there's nothing we need to merge.
if bases == nil || dataFromBackup == nil || dataFromBackup.ItemsToMerge() == 0 {
logger.Ctx(ctx).Info("no base details to merge")
return nil
}

View File

@ -129,7 +129,7 @@ func (c Channels) GetChannelMessageIDsDelta(
}
for _, v := range vals {
if v.GetAdditionalData()[graph.AddtlDataRemoved] == nil {
if v.GetDeletedDateTime() == nil {
added[ptr.Val(v.GetId())] = struct{}{}
} else {
deleted[ptr.Val(v.GetId())] = struct{}{}

View File

@ -57,6 +57,20 @@ func Sites(ctx context.Context, acct account.Account, errs *fault.Bus) ([]*Site,
return getAllSites(ctx, ac.Sites())
}
func GetSite(ctx context.Context, acct account.Account, siteID string, errs *fault.Bus) (*Site, error) {
ac, err := makeAC(ctx, acct, path.SharePointService)
if err != nil {
return nil, clues.Stack(err).WithClues(ctx)
}
site, err := ac.Sites().GetByID(ctx, siteID)
if err != nil {
return nil, clues.Wrap(err, "retrieving site")
}
return ParseSite(site), nil
}
func getAllSites(
ctx context.Context,
ga getAller[models.Siteable],

View File

@ -25,3 +25,5 @@ Below is a list of known Corso issues and limitations:
not be inheritable by children.
* Link shares with password protection can't be restored.
* All replies in a Teams Conversation are removed from backup when the root message gets deleted.