larryh/corso
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

4min pause before gc

Browse Source
This commit is contained in:
Abhishek Pandey 2023-11-17 19:59:03 -08:00
parent b148be72dc
commit ba8e5828b8
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/corso.go
View File

@ -38,7 +38,8 @@ func main() {
// if mem > 3GB and we havent captured a profile this min, capture it // if mem > 3GB and we havent captured a profile this min, capture it
// or if its been 2 mins since last profile, capture it // or if its been 2 mins since last profile, capture it
t := time.Now().Truncate(time.Minute) t := time.Now().Truncate(time.Minute)
if (m.HeapAlloc > uint64(3*1024*1024*1024) && perMinuteMap[t] == 0) || time.Since(timeSinceRefresh) > 2*time.Minute { //if (m.HeapAlloc > uint64(3*1024*1024*1024) && perMinuteMap[t] == 0) || time.Since(timeSinceRefresh) > 2*time.Minute {
if time.Since(timeSinceRefresh) > 2*time.Minute {
filename := "mem." + strconv.Itoa(profileCounter) + ".pprof" filename := "mem." + strconv.Itoa(profileCounter) + ".pprof"
f, _ := os.Create(filename) f, _ := os.Create(filename)

8
src/internal/operations/backup.go
View File

@ -463,6 +463,10 @@ func (op *BackupOperation) do(
return nil, clues.Wrap(err, "producing backup data collections") return nil, clues.Wrap(err, "producing backup data collections")
} }
// Sleep for 4 mins to let the memory usage settle down so that we have a better
// picture. Also allows pprof to run twice during this time.
time.Sleep(4 * time.Minute)
sum := 0 sum := 0
numItems := 0 numItems := 0
mapSum := 0 mapSum := 0
@ -488,10 +492,6 @@ func (op *BackupOperation) do(
// print total sum // print total sum
logger.Ctx(ctx).Debugf("itemSum %d, map sum %d, total items %d, mem used per item %f mem per item in map %f \n", sum, mapSum, numItems, float64(sum)/float64(numItems), float64(mapSum)/float64(numItems)) logger.Ctx(ctx).Debugf("itemSum %d, map sum %d, total items %d, mem used per item %f mem per item in map %f \n", sum, mapSum, numItems, float64(sum)/float64(numItems), float64(mapSum)/float64(numItems))
// Sleep for 4 mins to let the memory usage settle down so that we have a better
// picture. Also allows pprof to run twice during this time.
time.Sleep(3 * time.Minute)
} }
return nil, clues.New("failed") return nil, clues.New("failed")