git-project-manager/internal/cache/cache_load.go

package cache

import (
	"fmt"
	"sync"

	"github.com/pterm/pterm"
	"gitlab.sweetwater.com/it/devops/tools/gitlab-project-manager/internal/remotes"
	"gitlab.sweetwater.com/it/devops/tools/gitlab-project-manager/internal/remotes/load"
	"gitlab.sweetwater.com/it/devops/tools/gitlab-project-manager/internal/remotes/remote"
)

func (c *Cache) LoadRemotes() {
	wg := &sync.WaitGroup{}
	writer := pterm.DefaultMultiPrinter

	for _, r := range *c.remotes {
		if !remote.IsAlive(r) {
			c.log.Error("Skipping load of remote, not alive", c.log.Args(
				"remote", r.GetInfo(),
			))
			continue
		}

		c.log.Info("Loading projects for remote", c.log.Args(
			"host", r.GetInfo().Host,
			"name", r.GetInfo().Name,
		))

		opts := &remote.RemoteQueryOpts{
			Ctx:       r.GetInfo().Ctx,
			OwnerOnly: c.config.Cache.Load.OwnerOnly,
		}
		pi := remotes.StreamRemote(r, opts)

		// Prepare progressbar
		pBar, _ := pterm.DefaultProgressbar.
			WithShowPercentage(true).
			WithTotal(pi.NumProjects).
			WithWriter(writer.NewWriter()).
			WithMaxWidth(100).
			Start(r.GetInfo().Name)

		wg.Add(1)
		go c.ReceiveRemoteStream(r, wg, pBar, pi)
	}

	fmt.Println("")
	writer.Start()

	wg.Wait()

	writer.Stop()
	fmt.Println("")
}

func (c *Cache) ReceiveRemoteStream(remote remote.Remote, wg *sync.WaitGroup, pBar *pterm.ProgressbarPrinter, progressInfo *load.ProgressInfo) {
	defer wg.Done()
	for {
		select {
		case p := <-progressInfo.ProgressChan:
			pBar.Add(p.Projects)
		case p := <-progressInfo.ProjectsChan:
			c.AddProjects(p...)
		case e := <-progressInfo.ErrorChan:
			c.log.Error("Fetch projects error", c.log.Args("error", e, "remote", remote.GetInfo().Name))
		case <-remote.GetInfo().Ctx.Done():
			c.log.Warn("LoadProjects cancelled", c.log.Args("reason", remote.GetInfo().Ctx.Err()))
			return
		case <-progressInfo.DoneChan:
			return
		}
	}
}