Go 数据迁移时间预估与优化

本文分析了一段 Go 代码，该代码旨在预估数据迁移所需时间。同时，针对预估时间过长的问题，提出了排查思路和优化方案。

代码分析

以下代码片段展示了如何计算数据迁移所需时间：gofunc (srv *DataMigrateService) GetAllMigrationTime() (int64, error) { logger.Info('get all migration time start...') migration := ugreen.CacheDir() + '/migration' if _, err := os.Stat(migration); os.IsNotExist(err) { err = os.Mkdir(migration, os.ModePerm) if err != nil { logger.Error(err.Error()) return 0, err } } info, err := srv.cli.Info(context.Background()) if err != nil { logger.Error(err.Error()) return 0, err } sourceDir := info.DockerRootDir sourceSize, err := srv.calculateDirectorySize(sourceDir) if err != nil { logger.Error(err.Error()) return 0, err } writeSpeed, err := srv.getWriteSpeed(migration) if err != nil { logger.Error(err.Error()) return 0, err } transferTime := float64(sourceSize) / float64(writeSpeed) transferTimeSeconds := int64(transferTime + 0.5) err = os.RemoveAll(migration) if err != nil { logger.Error(err.Error()) return 0, err } return transferTimeSeconds, nil}

func (srv *DataMigrateService) calculateDirectorySize(dirPath string) (int64, error) { logger.Infof('calculate directory size start...,the param is dirPath:%s', dirPath) var size int64 err := filepath.Walk(dirPath, func(_ string, info os.FileInfo, err error) error { if info.Mode().IsRegular() { size += info.Size() } return nil }) if err != nil { logger.Error(err.Error()) return 0, err } return size, nil}

func (srv *DataMigrateService) getWriteSpeed(drive string) (int, error) { file, err := os.CreateTemp(drive, 'speedtest') if err != nil { return 0, err } defer func() { err = os.Remove(file.Name()) if err != nil { logger.Error(err.Error()) } }() data := []byte('test') startTime := time.Now() _, err = file.Write(data) if err != nil { return 0, err } elapsedTime := time.Since(startTime) writeSpeed := int(float64(len(data)) / elapsedTime.Seconds()) return writeSpeed, ni