golang/gogitlabber
golang/gogitlabber
3
0
Fork 0
Code Issues 1 Pull requests Releases 1 Activity

feat: many improvements

Browse source
This commit is contained in:
Simon Cornet 2025-01-01 22:50:18 +01:00
commit 23652f5a04
1 changed files with 147 additions and 94 deletions
Download patch file Download diff file Expand all files Collapse all files

237
main.go
View file

@ -3,13 +3,13 @@ package main
import ( import (
"encoding/json" "encoding/json"
"fmt" "fmt"
"github.com/k0kubun/go-ansi"
"github.com/schollz/progressbar/v3"
"log" "log"
"strings"
"net/http" "net/http"
"os" "os"
"os/exec" "os/exec"
"github.com/k0kubun/go-ansi" "strings"
"github.com/schollz/progressbar/v3"
) )
type Repository struct { type Repository struct {
@ -20,62 +20,31 @@ type Repository struct {
var repoDestinationPre string var repoDestinationPre string
var includeArchived string var includeArchived string
var gitlabToken string var gitlabToken string
var gitlabHost string var gitlabHost string
var pullError []string
func main() { func main() {
// load environment variables first, they will be overridden // load environment variables first, they will be overridden
// by argument flags if specified. // by argument flags if specified.
if err := loadEnvironmentVariables(); err != nil { if err := loadEnvironmentVariables(); err != nil {
log.Fatalf("Error loading environment variables: %v", err) log.Fatalf("Error loading environment variables: %v", err)
} }
// require at least the destination argument // manage all argument magic
if len(os.Args) <= 1 { manageArguments()
fmt.Println("Usage: gogitlabber --destination=<directory>")
fmt.Println("Example: gogitlabber --destination=/tmp/repos")
os.Exit(1)
}
// parse arguments // fetch repository information from gitlab
for _, arg := range os.Args[1:] {
switch {
case strings.HasPrefix(arg, "--destination="):
repoDestinationPre = strings.TrimPrefix(arg, "--destination=")
case strings.HasPrefix(arg, "--gitlab-api-token="):
gitlabToken = strings.TrimPrefix(arg, "--gitlab-api-token=")
case strings.HasPrefix(arg, "--gitlab-url="):
gitlabHost = strings.TrimPrefix(arg, "--gitlab-url=")
default:
fmt.Println("Usage: gogitlabber --destination=<directory>")
fmt.Println("Example: gogitlabber --destination=/tmp/repos")
os.Exit(1)
}
}
// fail if destination is unknown
if repoDestinationPre == "" {
fmt.Println("Fatal: No destination found.")
fmt.Println("Example: gogitlabber --destination=/tmp/repos")
fmt.Println("Usage: gogitlabber --destination=/tmp/repos")
os.Exit(1)
}
// fetch repository information
repositories, err := fetchRepositories() repositories, err := fetchRepositories()
if err != nil { if err != nil {
log.Fatalf("Error fetching repositories: %v", err) log.Fatalf("Error fetching repositories: %v", err)
} }
// manage found repositories // manage found repositories
checkoutRepositories(repositories) checkoutRepositories(repositories)
printPullerror(pullError)
} }
func loadEnvironmentVariables() error { func loadEnvironmentVariables() error {
gitlabToken = os.Getenv("GITLAB_API_KEY") gitlabToken = os.Getenv("GITLAB_API_KEY")
if gitlabToken == "" { if gitlabToken == "" {
@ -89,16 +58,87 @@ func loadEnvironmentVariables() error {
return nil return nil
} }
func manageArguments() {
// require at least the destination argument
if len(os.Args) <= 1 {
fmt.Println("Usage: gogitlabber --destination=<directory>")
fmt.Println("Example: gogitlabber --destination=$HOME/repos")
os.Exit(1)
}
// parse arguments
for _, arg := range os.Args[1:] {
switch {
case strings.HasPrefix(arg, "--archived="):
includeArchived = strings.TrimPrefix(arg, "--archived=")
case strings.HasPrefix(arg, "--destination="):
repoDestinationPre = strings.TrimPrefix(arg, "--destination=")
case strings.HasPrefix(arg, "--gitlab-api-token="):
gitlabToken = strings.TrimPrefix(arg, "--gitlab-api-token=")
case strings.HasPrefix(arg, "--gitlab-url="):
gitlabHost = strings.TrimPrefix(arg, "--gitlab-url=")
default:
fmt.Println("Usage: gogitlabber --destination=<directory>")
fmt.Println("Example: gogitlabber --destination=$HOME/repos")
os.Exit(1)
}
}
// --archive options:
// - any (fetch both)
// - only (fetch archived only)
// - excluded (fetch non-archived only - default)
if includeArchived == "" {
includeArchived = "excluded"
}
if includeArchived != "any" &&
includeArchived != "only" &&
includeArchived != "excluded" {
fmt.Println("Usage: gogitlabber --archived=(any|excluded|only)")
os.Exit(1)
}
// fail if destination is unknown
if repoDestinationPre == "" {
fmt.Println("Fatal: No destination found.")
fmt.Println("Example: gogitlabber --destination=$HOME/repos")
fmt.Println("Usage: gogitlabber --destination=$HOME/repos")
os.Exit(1)
}
// add slash if not provided to directory
if !strings.HasSuffix(repoDestinationPre, "/") {
repoDestinationPre += "/"
}
}
func fetchRepositories() ([]Repository, error) { func fetchRepositories() ([]Repository, error) {
archived := "archived=false" // default options
membership := "membership=true" membership := "membership=true"
perpage := "per_page=100" perpage := "per_page=100"
order := "order_by=name" order := "order_by=name"
url := fmt.Sprintf("https://%s/api/v4/projects?%s&%s&%s&%s", // configure archived options
gitlabHost, membership, order, archived, perpage) var archived string
switch {
case includeArchived == "excluded":
archived = "&archived=false"
case includeArchived == "only":
archived = "&archived=true"
default:
archived = ""
}
url := fmt.Sprintf("https://%s/api/v4/projects?%s&%s&%s%s",
gitlabHost, membership, order, perpage, archived)
req, err := http.NewRequest("GET", url, nil) req, err := http.NewRequest("GET", url, nil)
if err != nil { if err != nil {
@ -126,67 +166,80 @@ func fetchRepositories() ([]Repository, error) {
return repositories, nil return repositories, nil
} }
func checkoutRepositories(repositories []Repository) { func checkoutRepositories(repositories []Repository) {
repoCount := len(repositories) repoCount := len(repositories)
fmt.Printf("Found %d repositories", repoCount) fmt.Printf("Found %d repositories", repoCount)
// make progressbar using: // make progressbar using:
// - github.com/k0kubun/go-ansi // - github.com/k0kubun/go-ansi
// - github.com/schollz/progressbar/v3 // - github.com/schollz/progressbar/v3
bar := progressbar.NewOptions( bar := progressbar.NewOptions(
repoCount, repoCount,
progressbar.OptionSetWriter(ansi.NewAnsiStdout()), progressbar.OptionSetWriter(ansi.NewAnsiStdout()),
progressbar.OptionEnableColorCodes(true), progressbar.OptionEnableColorCodes(true),
progressbar.OptionShowCount(), progressbar.OptionShowCount(),
progressbar.OptionSetElapsedTime(true), progressbar.OptionSetElapsedTime(true),
progressbar.OptionSetPredictTime(false), progressbar.OptionSetPredictTime(false),
progressbar.OptionSetWidth(20), progressbar.OptionSetWidth(20),
progressbar.OptionSetDescription("Getting your repositories..."), progressbar.OptionSetDescription("Getting your repositories..."),
progressbar.OptionSetTheme(progressbar.Theme{ progressbar.OptionSetTheme(progressbar.Theme{
Saucer: "[green]=[reset]", Saucer: "[green]=[reset]",
SaucerHead: "[green]>[reset]", SaucerHead: "[green]>[reset]",
SaucerPadding: " ", SaucerPadding: " ",
BarStart: "[", BarStart: "[",
BarEnd: "]", BarEnd: "]",
}), }),
) )
for _, repo := range repositories { for _, repo := range repositories {
repoName := string(repo.PathWithNamespace) repoName := string(repo.PathWithNamespace)
gitlabUrl := fmt.Sprintf("https://gitlab-token:%s@%s/%s.git", gitlabUrl := fmt.Sprintf("https://gitlab-token:%s@%s/%s.git",
gitlabToken, gitlabHost, repoName) gitlabToken, gitlabHost, repoName)
repoDestination := repoDestinationPre + repoName repoDestination := repoDestinationPre + repoName
cloneCmd := exec.Command("git", "clone", gitlabUrl, repoDestination) cloneCmd := exec.Command("git", "clone", gitlabUrl, repoDestination)
cloneOutput, err := cloneCmd.CombinedOutput() cloneOutput, err := cloneCmd.CombinedOutput()
if err != nil { if err != nil {
// if repo already exists, try to pull the latest changes // if repo already exists, try to pull the latest changes
if strings.Contains(string(cloneOutput), if strings.Contains(string(cloneOutput),
"already exists and is not an empty directory") { "already exists and is not an empty directory") {
pullRepositories(repoDestination) pullRepositories(repoDestination)
bar.Add(1) bar.Add(1)
continue continue
} }
log.Printf("❌ Error cloning %s: %v\n%s", repoName, err, string(cloneOutput)) log.Printf("❌ Error cloning %s: %v\n%s", repoName, err, string(cloneOutput))
bar.Add(1) bar.Add(1)
continue continue
} }
bar.Add(1) bar.Add(1)
}
// print empty line as the bar does not do that
fmt.Println("")
}
func pullRepositories(repoDestination string) {
pullCmd := exec.Command("git", "-C", repoDestination, "pull", "origin")
pullOutput, err := pullCmd.CombinedOutput()
if err != nil {
if strings.Contains(string(pullOutput),
"You have unstaged changes") {
pullError = append(pullError, repoDestination)
}
} }
} }
func printPullerror(pullError []string) {
func pullRepositories(repoDestination string) { if len(pullError) > 0 {
pullCmd := exec.Command("git", "-C", repoDestination, "pull", "origin") for _, repo := range pullError {
output, err := pullCmd.CombinedOutput() fmt.Printf("❕%s has unstaged changes.\n", repo)
}
if err != nil { }
log.Printf("❌ Error pulling %s: %v\n%s", repoDestination, err, string(output))
}
} }