add cloning

cmd/mg/.gitignore

@@ -0,0 +1 @@
+main

cmd/mg/cmd/clone.go

@@ -4,6 +4,7 @@ import (
 	"fmt"
 	"log"
 	"os"
+	"path/filepath"
 	"sync"
 
 	git "github.com/go-git/go-git/v5"
@@ -37,46 +38,55 @@ var (
 			mutex := sync.Mutex{}
 			wg := sync.WaitGroup{}
 			wg.Add(len(conf.Repos))
-			for i := 0; i < jobs; i++ {
+			cloneFunc := func() {
-				go func() {
+				for repo := range repoChan {
-					for repo := range repoChan {
+					_, err := git.PlainOpenWithOptions(repo.Path, &(git.PlainOpenOptions{DetectDotGit: true}))
-						_, err := git.PlainOpenWithOptions(repo.Remote, &(git.PlainOpenOptions{DetectDotGit: true}))
+					if err == nil {
-						if err == nil {
+						log.Printf("already cloned: %s\n", repo.Path)
-							log.Printf("already cloned: %s\n", repo.Path)
+						mutex.Lock()
-							mutex.Lock()
+						alreadyCloned++
-							alreadyCloned++
+						mutex.Unlock()
-							mutex.Unlock()
+						wg.Done()
-						} else if err == git.ErrRepositoryNotExists {
+						continue
-							log.Printf("attempting clone: %s\n", repo)
+					} else if err == git.ErrRepositoryNotExists {
-							_, err = git.PlainClone(repo.Path, false, &git.CloneOptions{
+						log.Printf("attempting clone: %s\n", repo.Path)
-								URL: repo.Remote,
+						parentPath := filepath.Dir(repo.Path)
-							})
+						if _, err := os.Stat(parentPath); err != nil {
-							if err != nil {
+							os.MkdirAll(parentPath, os.ModeDir)
-								mutex.Lock()
+						}
-								errs = append(errs, RepoError{Error: err, Repo: repo.Path})
+						_, err = git.PlainClone(repo.Path, false, &git.CloneOptions{
-								mutex.Unlock()
+							URL: repo.Remote,
-								log.Printf("clone failed for %s: %v\n", repo.Path, err)
+						})
-								wg.Done()
+						if err != nil {
-								continue
-							}
-							fmt.Printf("successfully cloned %s\n", repo)
-							wg.Done()
-							continue
-						} else {
 							mutex.Lock()
 							errs = append(errs, RepoError{Error: err, Repo: repo.Path})
 							mutex.Unlock()
-							log.Printf("clone failed for %s: %v\n", repo, err)
+							log.Printf("clone failed for %s: %v\n", repo.Path, err)
 							wg.Done()
 							continue
 						}
+						fmt.Printf("successfully cloned %s\n", repo.Path)
+						wg.Done()
+						continue
+					} else {
+						mutex.Lock()
+						errs = append(errs, RepoError{Error: err, Repo: repo.Path})
+						mutex.Unlock()
+						log.Printf("clone failed for %s: %v\n", repo.Path, err)
+						wg.Done()
+						continue
 					}
-				}()
+				}
 			}
+			for i := 0; i < jobs; i++ {
+				go cloneFunc()
+			}
+			fmt.Println(len(conf.Repos))
 			for _, repo := range conf.Repos {
 				repoChan <- repo
 			}
 			close(repoChan)
+			fmt.Println("waiting...")
 			wg.Wait()
 			for _, err := range errs {
 				log.Printf("error pulling %s: %s\n", err.Repo, err.Error)