Updates to /connector/onedrive/collection.go

Added support for SharePoint Metadata creation
New function createMetaOneDrive()
New function createMetaSharePoint()
Both source types will use DataFileSuffix for operations.

src/internal/connector/onedrive/collection.go

@@ -123,6 +123,7 @@ func NewCollection(
 	switch source {
 	case SharePointSource:
 		c.itemReader = sharePointItemReader
+		c.itemMetaReader = oneDriveItemMetaReader
 	default:
 		c.itemReader = oneDriveItemReader
 		c.itemMetaReader = oneDriveItemMetaReader
@@ -286,7 +287,6 @@ func (oc *Collection) populateItems(ctx context.Context) {
 				metaSuffix = DirMetaFileSuffix
 			}
 
-			if oc.source == OneDriveSource {
 			// Fetch metadata for the file
 			if !oc.ctrl.ToggleFeatures.EnablePermissionsBackup {
 				// We are still writing the metadata file but with
@@ -303,7 +303,6 @@ func (oc *Collection) populateItems(ctx context.Context) {
 					return
 				}
 			}
-			}
 
 			switch oc.source {
 			case SharePointSource:
@@ -315,10 +314,7 @@ func (oc *Collection) populateItems(ctx context.Context) {
 			}
 
 			if isFile {
-				dataSuffix := ""
+				dataSuffix := DataFileSuffix
-				if oc.source == OneDriveSource {
-					dataSuffix = DataFileSuffix
-				}
 
 				// Construct a new lazy readCloser to feed to the collection consumer.
 				// This ensures that downloads won't be attempted unless that consumer
@@ -371,38 +367,15 @@ func (oc *Collection) populateItems(ctx context.Context) {
 				}
 			}
 
+			var metaItem *Item
 			if oc.source == OneDriveSource {
-				metaReader := lazy.NewLazyReadCloser(func() (io.ReadCloser, error) {
+				metaItem = handleOneDriveMeta(ctx, itemMeta, itemInfo.OneDrive,
-					progReader, closer := observe.ItemProgress(
+					itemName, metaSuffix, itemMetaSize)
-						ctx, itemMeta, observe.ItemBackupMsg,
+			} else {
-						observe.PII(itemName+metaSuffix), int64(itemMetaSize))
+				metaItem = handleSharePointMeta(ctx, itemMeta, itemInfo.SharePoint, itemName, metaSuffix, itemMetaSize)
-					go closer()
-					return progReader, nil
-				})
-
-				// TODO(meain): Remove this once we change to always
-				// backing up permissions. Until then we cannot rely
-				// on weather the previous data is what we need as the
-				// user might have not backup up permissions in the
-				// previous run.
-				metaItemInfo := details.ItemInfo{}
-				metaItemInfo.OneDrive = &details.OneDriveInfo{
-					Created:    itemInfo.OneDrive.Created,
-					ItemName:   itemInfo.OneDrive.ItemName,
-					DriveName:  itemInfo.OneDrive.DriveName,
-					ItemType:   itemInfo.OneDrive.ItemType,
-					Modified:   time.Now(), // set to current time to always refresh
-					Owner:      itemInfo.OneDrive.Owner,
-					ParentPath: itemInfo.OneDrive.ParentPath,
-					Size:       itemInfo.OneDrive.Size,
 			}
 
-				oc.data <- &Item{
+			oc.data <- metaItem
-					id:   itemName + metaSuffix,
-					data: metaReader,
-					info: metaItemInfo,
-				}
-			}
 
 			// Item read successfully, add to collection
 			if isFile {
@@ -439,3 +412,93 @@ func (oc *Collection) reportAsCompleted(ctx context.Context, itemsFound, itemsRe
 	logger.Ctx(ctx).Debugw("done streaming items", "status", status.String())
 	oc.statusUpdater(status)
 }
+
+func createMetaOneDrive(info *details.OneDriveInfo) details.ItemInfo {
+	// TODO(meain): Remove this once we change to always
+	// backing up permissions. Until then we cannot rely
+	// on weather the previous data is what we need as the
+	// user might have not backup up permissions in the
+	// previous run.
+	metaItemInfo := details.ItemInfo{}
+	metaItemInfo.OneDrive = &details.OneDriveInfo{
+		Created:    info.Created,
+		ItemName:   info.ItemName,
+		DriveName:  info.DriveName,
+		ItemType:   info.ItemType,
+		Modified:   time.Now(), // set to current time to always refresh
+		Owner:      info.Owner,
+		ParentPath: info.ParentPath,
+		Size:       info.Size,
+	}
+
+	return metaItemInfo
+}
+
+func createMetaSharePoint(info *details.SharePointInfo) details.ItemInfo {
+	metaItemInfo := details.ItemInfo{}
+	metaItemInfo.SharePoint = &details.SharePointInfo{
+		Created:    info.Created,
+		ItemName:   info.ItemName,
+		DriveName:  info.DriveName,
+		ItemType:   info.ItemType,
+		Modified:   time.Now(),
+		Owner:      info.Owner,
+		ParentPath: info.ParentPath,
+		WebURL:     info.WebURL,
+		Size:       info.Size,
+	}
+
+	return metaItemInfo
+}
+
+func handleOneDriveMeta(
+	ctx context.Context,
+	itemMeta io.ReadCloser,
+	info *details.OneDriveInfo,
+	name, suffix string,
+	size int,
+) *Item {
+	metaReader := lazy.NewLazyReadCloser(func() (io.ReadCloser, error) {
+		progReader, closer := observe.ItemProgress(
+			ctx, itemMeta, observe.ItemBackupMsg,
+			observe.PII(name+suffix), int64(size))
+		go closer()
+		return progReader, nil
+	})
+
+	metaItemInfo := createMetaOneDrive(info)
+
+	item := &Item{
+		id:   name + suffix,
+		data: metaReader,
+		info: metaItemInfo,
+	}
+
+	return item
+}
+
+func handleSharePointMeta(
+	ctx context.Context,
+	itemMeta io.ReadCloser,
+	info *details.SharePointInfo,
+	name, suffix string,
+	size int,
+) *Item {
+	metaReader := lazy.NewLazyReadCloser(func() (io.ReadCloser, error) {
+		progReader, closer := observe.ItemProgress(
+			ctx, itemMeta, observe.ItemBackupMsg,
+			observe.PII(name+suffix), int64(size))
+		go closer()
+		return progReader, nil
+	})
+
+	metaItemInfo := createMetaSharePoint(info)
+
+	item := &Item{
+		id:   name + suffix,
+		data: metaReader,
+		info: metaItemInfo,
+	}
+
+	return item
+}