[Contrib] Checkout a PR (#6021)
This commit is contained in:
		
							parent
							
								
									9fd8b2621f
								
							
						
					
					
						commit
						9d3732dfd5
					
				
					 2 changed files with 260 additions and 0 deletions
				
			
		
							
								
								
									
										4
									
								
								Makefile
									
										
									
									
									
								
							
							
						
						
									
										4
									
								
								Makefile
									
										
									
									
									
								
							| 
						 | 
				
			
			@ -420,3 +420,7 @@ generate-images:
 | 
			
		|||
					$(TMPDIR)/images/64.png $(TMPDIR)/images/128.png \
 | 
			
		||||
					$(PWD)/public/img/favicon.ico
 | 
			
		||||
	rm -rf $(TMPDIR)/images
 | 
			
		||||
	
 | 
			
		||||
.PHONY: pr
 | 
			
		||||
pr:
 | 
			
		||||
	$(GO) run contrib/pr/checkout.go $(PR)
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
							
								
								
									
										256
									
								
								contrib/pr/checkout.go
									
										
									
									
									
										Normal file
									
								
							
							
						
						
									
										256
									
								
								contrib/pr/checkout.go
									
										
									
									
									
										Normal file
									
								
							| 
						 | 
				
			
			@ -0,0 +1,256 @@
 | 
			
		|||
package main
 | 
			
		||||
 | 
			
		||||
/*
 | 
			
		||||
Checkout a PR and load the tests data into sqlite database
 | 
			
		||||
*/
 | 
			
		||||
 | 
			
		||||
import (
 | 
			
		||||
	"flag"
 | 
			
		||||
	"fmt"
 | 
			
		||||
	"io/ioutil"
 | 
			
		||||
	"log"
 | 
			
		||||
	"net/http"
 | 
			
		||||
	"net/url"
 | 
			
		||||
	"os"
 | 
			
		||||
	"os/exec"
 | 
			
		||||
	"os/user"
 | 
			
		||||
	"path"
 | 
			
		||||
	"path/filepath"
 | 
			
		||||
	"runtime"
 | 
			
		||||
	"time"
 | 
			
		||||
 | 
			
		||||
	"code.gitea.io/gitea/modules/markup/external"
 | 
			
		||||
	"code.gitea.io/gitea/routers"
 | 
			
		||||
	"code.gitea.io/gitea/routers/routes"
 | 
			
		||||
	"github.com/Unknwon/com"
 | 
			
		||||
	"github.com/go-xorm/xorm"
 | 
			
		||||
	context2 "github.com/gorilla/context"
 | 
			
		||||
	"gopkg.in/src-d/go-git.v4"
 | 
			
		||||
	"gopkg.in/src-d/go-git.v4/config"
 | 
			
		||||
	"gopkg.in/src-d/go-git.v4/plumbing"
 | 
			
		||||
	"gopkg.in/testfixtures.v2"
 | 
			
		||||
 | 
			
		||||
	"code.gitea.io/gitea/models"
 | 
			
		||||
	"code.gitea.io/gitea/modules/setting"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
var codeFilePath = "contrib/pr/checkout.go"
 | 
			
		||||
 | 
			
		||||
func runPR() {
 | 
			
		||||
	log.Printf("[PR] Starting gitea ...\n")
 | 
			
		||||
	curDir, err := os.Getwd()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	setting.NewContext()
 | 
			
		||||
 | 
			
		||||
	setting.RepoRootPath, err = ioutil.TempDir(os.TempDir(), "repos")
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("TempDir: %v\n", err)
 | 
			
		||||
	}
 | 
			
		||||
	setting.AppDataPath, err = ioutil.TempDir(os.TempDir(), "appdata")
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("TempDir: %v\n", err)
 | 
			
		||||
	}
 | 
			
		||||
	setting.AppWorkPath = curDir
 | 
			
		||||
	setting.StaticRootPath = curDir
 | 
			
		||||
	setting.GravatarSourceURL, err = url.Parse("https://secure.gravatar.com/avatar/")
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("url.Parse: %v\n", err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	setting.AppURL = "http://localhost:8080/"
 | 
			
		||||
	setting.HTTPPort = "8080"
 | 
			
		||||
	setting.SSH.Domain = "localhost"
 | 
			
		||||
	setting.SSH.Port = 3000
 | 
			
		||||
	setting.InstallLock = true
 | 
			
		||||
	setting.SecretKey = "9pCviYTWSb"
 | 
			
		||||
	setting.InternalToken = "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJuYmYiOjE0OTI3OTU5ODN9.OQkH5UmzID2XBdwQ9TAI6Jj2t1X-wElVTjbE7aoN4I8"
 | 
			
		||||
	curUser, err := user.Current()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatal(err)
 | 
			
		||||
	}
 | 
			
		||||
	setting.RunUser = curUser.Username
 | 
			
		||||
 | 
			
		||||
	log.Printf("[PR] Loading fixtures data ...\n")
 | 
			
		||||
	setting.CheckLFSVersion()
 | 
			
		||||
	//models.LoadConfigs()
 | 
			
		||||
	/*
 | 
			
		||||
		models.DbCfg.Type = "sqlite3"
 | 
			
		||||
		models.DbCfg.Path = ":memory:"
 | 
			
		||||
		models.DbCfg.Timeout = 500
 | 
			
		||||
	*/
 | 
			
		||||
	db := setting.Cfg.Section("database")
 | 
			
		||||
	db.NewKey("DB_TYPE", "sqlite3")
 | 
			
		||||
	db.NewKey("PATH", ":memory:")
 | 
			
		||||
	setting.LogSQL = true
 | 
			
		||||
	models.LoadConfigs()
 | 
			
		||||
	routers.NewServices()
 | 
			
		||||
	//x, err = xorm.NewEngine("sqlite3", "file::memory:?cache=shared")
 | 
			
		||||
 | 
			
		||||
	var helper testfixtures.Helper
 | 
			
		||||
	helper = &testfixtures.SQLite{}
 | 
			
		||||
	models.NewEngine(func(_ *xorm.Engine) error {
 | 
			
		||||
		return nil
 | 
			
		||||
	})
 | 
			
		||||
	models.HasEngine = true
 | 
			
		||||
	//x.ShowSQL(true)
 | 
			
		||||
	err = models.InitFixtures(
 | 
			
		||||
		helper,
 | 
			
		||||
		path.Join(curDir, "models/fixtures/"),
 | 
			
		||||
	)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		fmt.Printf("Error initializing test database: %v\n", err)
 | 
			
		||||
		os.Exit(1)
 | 
			
		||||
	}
 | 
			
		||||
	models.LoadFixtures()
 | 
			
		||||
	os.RemoveAll(setting.RepoRootPath)
 | 
			
		||||
	os.RemoveAll(models.LocalCopyPath())
 | 
			
		||||
	os.RemoveAll(models.LocalWikiPath())
 | 
			
		||||
	com.CopyDir(path.Join(curDir, "integrations/gitea-repositories-meta"), setting.RepoRootPath)
 | 
			
		||||
 | 
			
		||||
	log.Printf("[PR] Setting up router\n")
 | 
			
		||||
	//routers.GlobalInit()
 | 
			
		||||
	external.RegisterParsers()
 | 
			
		||||
	m := routes.NewMacaron()
 | 
			
		||||
	routes.RegisterRoutes(m)
 | 
			
		||||
 | 
			
		||||
	log.Printf("[PR] Ready for testing !\n")
 | 
			
		||||
	log.Printf("[PR] Login with user1, user2, user3, ... with pass: password\n")
 | 
			
		||||
	/*
 | 
			
		||||
		log.Info("Listen: %v://%s%s", setting.Protocol, listenAddr, setting.AppSubURL)
 | 
			
		||||
 | 
			
		||||
		if setting.LFS.StartServer {
 | 
			
		||||
			log.Info("LFS server enabled")
 | 
			
		||||
		}
 | 
			
		||||
 | 
			
		||||
		if setting.EnablePprof {
 | 
			
		||||
			go func() {
 | 
			
		||||
				log.Info("Starting pprof server on localhost:6060")
 | 
			
		||||
				log.Info("%v", http.ListenAndServe("localhost:6060", nil))
 | 
			
		||||
			}()
 | 
			
		||||
		}
 | 
			
		||||
	*/
 | 
			
		||||
 | 
			
		||||
	//Start the server
 | 
			
		||||
	http.ListenAndServe(":8080", context2.ClearHandler(m))
 | 
			
		||||
 | 
			
		||||
	log.Printf("[PR] Cleaning up ...\n")
 | 
			
		||||
	/*
 | 
			
		||||
		if err = os.RemoveAll(setting.Indexer.IssuePath); err != nil {
 | 
			
		||||
			fmt.Printf("os.RemoveAll: %v\n", err)
 | 
			
		||||
			os.Exit(1)
 | 
			
		||||
		}
 | 
			
		||||
		if err = os.RemoveAll(setting.Indexer.RepoPath); err != nil {
 | 
			
		||||
			fmt.Printf("Unable to remove repo indexer: %v\n", err)
 | 
			
		||||
			os.Exit(1)
 | 
			
		||||
		}
 | 
			
		||||
	*/
 | 
			
		||||
	if err = os.RemoveAll(setting.RepoRootPath); err != nil {
 | 
			
		||||
		log.Fatalf("os.RemoveAll: %v\n", err)
 | 
			
		||||
	}
 | 
			
		||||
	if err = os.RemoveAll(setting.AppDataPath); err != nil {
 | 
			
		||||
		log.Fatalf("os.RemoveAll: %v\n", err)
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func main() {
 | 
			
		||||
	var runPRFlag = flag.Bool("run", false, "Run the PR code")
 | 
			
		||||
	flag.Parse()
 | 
			
		||||
	if *runPRFlag {
 | 
			
		||||
		runPR()
 | 
			
		||||
		return
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	//Otherwise checkout PR
 | 
			
		||||
	if len(os.Args) != 2 {
 | 
			
		||||
		log.Fatal("Need only one arg: the PR number")
 | 
			
		||||
	}
 | 
			
		||||
	pr := os.Args[1]
 | 
			
		||||
 | 
			
		||||
	codeFilePath = filepath.FromSlash(codeFilePath) //Convert to running OS
 | 
			
		||||
 | 
			
		||||
	//Copy this file if it will not exist in the PR branch
 | 
			
		||||
	dat, err := ioutil.ReadFile(codeFilePath)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("Failed to cache this code file : %v", err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	repo, err := git.PlainOpen(".")
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("Failed to open the repo : %v", err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	//Find remote upstream
 | 
			
		||||
	remotes, err := repo.Remotes()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("Failed to list remotes of repo : %v", err)
 | 
			
		||||
	}
 | 
			
		||||
	remoteUpstream := "origin" //Default
 | 
			
		||||
	for _, r := range remotes {
 | 
			
		||||
		if r.Config().URLs[0] == "https://github.com/go-gitea/gitea" || r.Config().URLs[0] == "git@github.com:go-gitea/gitea.git" { //fetch at index 0
 | 
			
		||||
			remoteUpstream = r.Config().Name
 | 
			
		||||
			break
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	branch := fmt.Sprintf("pr-%s-%d", pr, time.Now().Unix())
 | 
			
		||||
	branchRef := plumbing.NewBranchReferenceName(branch)
 | 
			
		||||
 | 
			
		||||
	log.Printf("Fetching PR #%s in %s\n", pr, branch)
 | 
			
		||||
	if runtime.GOOS == "windows" {
 | 
			
		||||
		//Use git cli command for windows
 | 
			
		||||
		runCmd("git", "fetch", "origin", fmt.Sprintf("pull/%s/head:%s", pr, branch))
 | 
			
		||||
	} else {
 | 
			
		||||
		ref := fmt.Sprintf("refs/pull/%s/head:%s", pr, branchRef)
 | 
			
		||||
		err = repo.Fetch(&git.FetchOptions{
 | 
			
		||||
			RemoteName: remoteUpstream,
 | 
			
		||||
			RefSpecs: []config.RefSpec{
 | 
			
		||||
				config.RefSpec(ref),
 | 
			
		||||
			},
 | 
			
		||||
		})
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			log.Fatalf("Failed to fetch %s from %s : %v", ref, remoteUpstream, err)
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	tree, err := repo.Worktree()
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("Failed to parse git tree : %v", err)
 | 
			
		||||
	}
 | 
			
		||||
	log.Printf("Checkout PR #%s in %s\n", pr, branch)
 | 
			
		||||
	err = tree.Checkout(&git.CheckoutOptions{
 | 
			
		||||
		Branch: branchRef,
 | 
			
		||||
		//Force:  runtime.GOOS == "windows",
 | 
			
		||||
	})
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		log.Fatalf("Failed to checkout %s : %v", branch, err)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	//Copy this file if not exist
 | 
			
		||||
	if _, err := os.Stat(codeFilePath); os.IsNotExist(err) {
 | 
			
		||||
		err = os.MkdirAll(filepath.Dir(codeFilePath), 0755)
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			log.Fatalf("Failed to duplicate this code file in PR : %v", err)
 | 
			
		||||
		}
 | 
			
		||||
		err = ioutil.WriteFile(codeFilePath, dat, 0644)
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			log.Fatalf("Failed to duplicate this code file in PR : %v", err)
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	time.Sleep(5 * time.Second)
 | 
			
		||||
	//Start with integration test
 | 
			
		||||
	runCmd("go", "run", "-tags", "sqlite sqlite_unlock_notify", codeFilePath, "-run")
 | 
			
		||||
}
 | 
			
		||||
func runCmd(cmd ...string) {
 | 
			
		||||
	log.Printf("Executing : %s ...\n", cmd)
 | 
			
		||||
	c := exec.Command(cmd[0], cmd[1:]...)
 | 
			
		||||
	c.Stdout = os.Stdout
 | 
			
		||||
	c.Stderr = os.Stderr
 | 
			
		||||
	if err := c.Start(); err != nil {
 | 
			
		||||
		log.Panicln(err)
 | 
			
		||||
	}
 | 
			
		||||
	if err := c.Wait(); err != nil {
 | 
			
		||||
		log.Panicln(err)
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
		Loading…
	
	Add table
		Add a link
		
	
		Reference in a new issue