package main import ( "bufio" "fmt" "io/ioutil" "os" "os/exec" "strconv" "strings" alpm "github.com/jguer/go-alpm" rpc "github.com/mikkeloscar/aur" gopkg "github.com/mikkeloscar/gopkgbuild" ) // Install handles package installs func install(parser *arguments) error { requestTargets := parser.targets.toSlice() var err error if err != nil { return err } var incompatable stringSet removeMake := false srcinfosStale := make(map[string]*gopkg.PKGBUILD) srcinfos := make(map[string]*gopkg.PKGBUILD) var dc *depCatagories //remotenames: names of all non repo packages on the system _, _, _, remoteNames, err := filterPackages() if err != nil { return err } //cache as a stringset. maybe make it return a string set in the first //place remoteNamesCache := sliceToStringSet(remoteNames) //if we are doing -u also request every non repo package on the system if parser.existsArg("u", "sysupgrade") { requestTargets = append(requestTargets, remoteNames...) } //if len(aurTargets) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 { // fmt.Println(bold(cyan("::") + " Querying AUR...")) //} dt, err := getDepTree(requestTargets) if err != nil { return err } //only error if direct targets or deps are missing for missingName := range dt.Missing { if !remoteNamesCache.get(missingName) || parser.targets.get(missingName) { str := bold(red(arrow+" Error: ")) + "Could not find all required packages:" for name := range dt.Missing { str += "\n\t" + name } return fmt.Errorf("%s", str) } } //create the arguments to pass for the repo install arguments := parser.copy() arguments.delArg("u", "sysupgrade") arguments.delArg("y", "refresh") arguments.op = "S" arguments.targets = make(stringSet) if parser.existsArg("u", "sysupgrade") { repoUp, aurUp, err := upgradePkgs(dt) if err != nil { return err } fmt.Println() for pkg := range aurUp { parser.addTarget(pkg) } for pkg := range repoUp { arguments.addTarget(pkg) } //discard stuff thats //not a target and //not an upgrade and //is installed for pkg := range dt.Aur { if !parser.targets.get(pkg) && remoteNamesCache.get(pkg) { delete(dt.Aur, pkg) } } } hasAur := len(dt.Aur) != 0 if hasAur && 0 == os.Geteuid() { return fmt.Errorf(red(arrow + " Refusing to install AUR Packages as root, Aborting.")) } dc, err = getDepCatagories(parser.formatTargets(), dt) if err != nil { return err } for _, pkg := range dc.Repo { arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name()) } for pkg := range dt.Groups { arguments.addTarget(pkg) } if len(dc.Aur) == 0 && len(arguments.targets) == 0 { fmt.Println("There is nothing to do") return nil } if hasAur { printDepCatagories(dc) hasAur = len(dc.Aur) != 0 fmt.Println() if !parser.existsArg("gendb") { err = checkForConflicts(dc) if err != nil { return err } } } if !parser.existsArg("gendb") && len(arguments.targets) > 0 { err := passToPacman(arguments) if err != nil { return fmt.Errorf("Error installing repo packages") } depArguments := makeArguments() depArguments.addArg("D", "asdeps") for _, pkg := range dc.Repo { depArguments.addTarget(pkg.Name()) } for pkg := range dt.Repo { depArguments.delTarget(pkg) } if len(depArguments.targets) > 0 { _, stderr, err := passToPacmanCapture(depArguments) if err != nil { return fmt.Errorf("%s%s", stderr, err) } } } if hasAur { if len(dc.MakeOnly) > 0 { if !continueTask("Remove make dependencies after install?", "yY") { removeMake = true } } toClean, toEdit, err := cleanEditNumberMenu(dc.Aur, dc.Bases, remoteNamesCache) if err != nil { return err } cleanBuilds(toClean) err = downloadPkgBuilds(dc.Aur, parser.targets, dc.Bases) if err != nil { return err } if len(toEdit) > 0 { err = editPkgBuilds(toEdit) if err != nil { return err } } if len(toEdit) > 0 && !continueTask("Proceed with install?", "nN") { return fmt.Errorf("Aborting due to user") } //conflicts have been checked so answer y for them ask, _ := strconv.Atoi(cmdArgs.globals["ask"]) uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg cmdArgs.globals["ask"] = fmt.Sprint(uask) //inital srcinfo parse before pkgver() bump err = parsesrcinfosFile(dc.Aur, srcinfosStale, dc.Bases) if err != nil { return err } if arguments.existsArg("gendb") { for _, pkg := range dc.Aur { pkgbuild := srcinfosStale[pkg.PackageBase] for _, pkg := range dc.Bases[pkg.PackageBase] { updateVCSData(pkg.Name, pkgbuild.Source) } } fmt.Println(bold(green(arrow + " GenDB finished. No packages were installed"))) return nil } incompatable, err = getIncompatable(dc.Aur, srcinfosStale, dc.Bases) if err != nil { return err } err = checkPgpKeys(dc.Aur, dc.Bases, srcinfosStale) if err != nil { return err } err = downloadPkgBuildsSources(dc.Aur, dc.Bases, incompatable) if err != nil { return err } err = parsesrcinfosGenerate(dc.Aur, srcinfos, dc.Bases) if err != nil { return err } err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases, incompatable) if err != nil { return err } if len(dc.MakeOnly) > 0 { if !removeMake { return nil } removeArguments := makeArguments() removeArguments.addArg("R", "u") for pkg := range dc.MakeOnly { removeArguments.addTarget(pkg) } oldValue := config.NoConfirm config.NoConfirm = true err = passToPacman(removeArguments) config.NoConfirm = oldValue if err != nil { return err } } if config.CleanAfter { clean(dc.Aur) } return nil } return nil } func getIncompatable(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) (stringSet, error) { incompatable := make(stringSet) alpmArch, err := alpmHandle.Arch() if err != nil { return nil, err } nextpkg: for _, pkg := range pkgs { for _, arch := range srcinfos[pkg.PackageBase].Arch { if arch == "any" || arch == alpmArch { continue nextpkg } } incompatable.set(pkg.PackageBase) } if len(incompatable) > 0 { fmt.Print( bold(green(("\nThe following packages are not compatable with your architecture:")))) for pkg := range incompatable { fmt.Print(" " + cyan(pkg)) } fmt.Println() if !continueTask("Try to build them anyway?", "nN") { return nil, fmt.Errorf("Aborting due to user") } } return incompatable, nil } func cleanEditNumberMenu(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg, installed stringSet) ([]*rpc.Pkg, []*rpc.Pkg, error) { toPrint := "" askClean := false toClean := make([]*rpc.Pkg, 0) toEdit := make([]*rpc.Pkg, 0) if config.NoConfirm { return toClean, toEdit, nil } for n, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" toPrint += fmt.Sprintf("%s %-40s", magenta(strconv.Itoa(len(pkgs)-n)), bold(formatPkgbase(pkg, bases))) if installed.get(pkg.Name) { toPrint += bold(green(" (Installed)")) } if _, err := os.Stat(dir); !os.IsNotExist(err) { toPrint += bold(green(" (Build Files Exist)")) askClean = true } toPrint += "\n" } fmt.Print(toPrint) if askClean { fmt.Println(bold(green(arrow + " Packages to cleanBuild?"))) fmt.Println(bold(green(arrow) + cyan(" [N]one ") + green("[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))) fmt.Print(bold(green(arrow + " "))) reader := bufio.NewReader(os.Stdin) numberBuf, overflow, err := reader.ReadLine() if err != nil { return nil, nil, err } if overflow { return nil, nil, fmt.Errorf("Input too long") } cleanInput := string(numberBuf) cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput) cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0 if cOtherInclude.get("abort") || cOtherInclude.get("ab") { return nil, nil, fmt.Errorf("Aborting due to user") } if !cOtherInclude.get("n") && !cOtherInclude.get("none") { for i, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" if _, err := os.Stat(dir); os.IsNotExist(err) { continue } if !cIsInclude && cExclude.get(len(pkgs)-i) { continue } if installed.get(pkg.Name) && (cOtherInclude.get("i") || cOtherInclude.get("installed")) { toClean = append(toClean, pkg) continue } if !installed.get(pkg.Name) && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) { toClean = append(toClean, pkg) continue } if cOtherInclude.get("a") || cOtherInclude.get("all") { toClean = append(toClean, pkg) continue } if cIsInclude && cInclude.get(len(pkgs)-i) { toClean = append(toClean, pkg) } if !cIsInclude && !cExclude.get(len(pkgs)-i) { toClean = append(toClean, pkg) } } } } fmt.Println(bold(green(arrow + " PKGBUILDs to edit?"))) fmt.Println(bold(green(arrow) + cyan(" [N]one ") + green("[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)"))) fmt.Print(bold(green(arrow + " "))) reader := bufio.NewReader(os.Stdin) numberBuf, overflow, err := reader.ReadLine() if err != nil { return nil, nil, err } if overflow { return nil, nil, fmt.Errorf("Input too long") } editInput := string(numberBuf) eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput) eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0 if eOtherInclude.get("abort") || eOtherInclude.get("ab") { return nil, nil, fmt.Errorf("Aborting due to user") } if !eOtherInclude.get("n") && !eOtherInclude.get("none") { for i, pkg := range pkgs { if !eIsInclude && eExclude.get(len(pkgs)-i) { continue } if installed.get(pkg.Name) && (eOtherInclude.get("i") || eOtherInclude.get("installed")) { toEdit = append(toEdit, pkg) continue } if !installed.get(pkg.Name) && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) { toEdit = append(toEdit, pkg) continue } if eOtherInclude.get("a") || eOtherInclude.get("all") { toEdit = append(toEdit, pkg) continue } if eIsInclude && eInclude.get(len(pkgs)-i) { toEdit = append(toEdit, pkg) } if !eIsInclude && !eExclude.get(len(pkgs)-i) { toEdit = append(toEdit, pkg) } } } return toClean, toEdit, nil } func cleanBuilds(pkgs []*rpc.Pkg) { for i, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase fmt.Printf(bold(cyan("::")+" Deleting (%d/%d): %s\n"), i+1, len(pkgs), dir) os.RemoveAll(dir) } } func checkForConflicts(dc *depCatagories) error { localDb, err := alpmHandle.LocalDb() if err != nil { return err } toRemove := make(map[string]stringSet) for _, pkg := range dc.Aur { for _, cpkg := range pkg.Conflicts { if _, err := localDb.PkgByName(cpkg); err == nil { _, ok := toRemove[pkg.Name] if !ok { toRemove[pkg.Name] = make(stringSet) } toRemove[pkg.Name].set(cpkg) } } } for _, pkg := range dc.Repo { pkg.Conflicts().ForEach(func(conf alpm.Depend) error { if _, err := localDb.PkgByName(conf.Name); err == nil { _, ok := toRemove[pkg.Name()] if !ok { toRemove[pkg.Name()] = make(stringSet) } toRemove[pkg.Name()].set(conf.Name) } return nil }) } if len(toRemove) != 0 { fmt.Println( red("Package conflicts found:")) for name, pkgs := range toRemove { str := "\tInstalling " + magenta(name) + " will remove" for pkg := range pkgs { str += " " + magenta(pkg) } fmt.Println(str) } fmt.Println() } return nil } func editPkgBuilds(pkgs []*rpc.Pkg) error { pkgbuilds := make([]string, 0, len(pkgs)) for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" pkgbuilds = append(pkgbuilds, dir+"PKGBUILD") } editcmd := exec.Command(editor(), pkgbuilds...) editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr err := editcmd.Run() if err != nil { return fmt.Errorf("Editor did not exit successfully, Abotring: %s", err) } return nil } func parsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases)) pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO") if err != nil { return fmt.Errorf("%s: %s", pkg.Name, err) } srcinfos[pkg.PackageBase] = pkgbuild } return nil } func parsesrcinfosGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases)) cmd := exec.Command(config.MakepkgBin, "--printsrcinfo") cmd.Stderr = os.Stderr cmd.Dir = dir srcinfo, err := cmd.Output() if err != nil { return err } pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo) if err != nil { return fmt.Errorf("%s: %s", pkg.Name, err) } srcinfos[pkg.PackageBase] = pkgbuild } return nil } func downloadPkgBuilds(pkgs []*rpc.Pkg, targets stringSet, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { if config.ReDownload == "no" || (config.ReDownload == "yes" && !targets.get(pkg.Name)) { dir := config.BuildDir + pkg.PackageBase + "/.SRCINFO" pkgbuild, err := gopkg.ParseSRCINFO(dir) if err == nil { version, err := gopkg.NewCompleteVersion(pkg.Version) if err == nil { if !version.Newer(pkgbuild.Version()) { str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases)) continue } } } } str := bold(cyan("::") + " Downloading PKGBUILD (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases)) err := downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false) if err != nil { return err } } return nil } func downloadPkgBuildsSources(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg, incompatable stringSet) (err error) { for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" args := []string{"--nobuild", "--nocheck", "--noprepare", "--nodeps"} if incompatable.get(pkg.PackageBase) { args = append(args, "--ignorearch") } err = passToMakepkg(dir, args...) if err != nil { return fmt.Errorf("Error downloading sources: %s", formatPkgbase(pkg, bases)) } } return } func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg, incompatable stringSet) error { alpmArch, err := alpmHandle.Arch() if err != nil { return err } for _, pkg := range pkgs { var arch string dir := config.BuildDir + pkg.PackageBase + "/" built := true srcinfo := srcinfos[pkg.PackageBase] version := srcinfo.CompleteVersion() if srcinfos[pkg.PackageBase].Arch[0] == "any" { arch = "any" } else { arch = alpmArch } if config.ReBuild == "no" || (config.ReBuild == "yes" && !targets.get(pkg.Name)) { for _, split := range bases[pkg.PackageBase] { file, err := completeFileName(dir, split.Name+"-"+version.String()+"-"+arch+".pkg") if err != nil { return err } if file == "" { built = false } } } else { built = false } if built { fmt.Println(bold(red(arrow+" Warning:")), pkg.Name+"-"+pkg.Version+" Already made -- skipping build") } else { args := []string{"-Ccf", "--noconfirm"} if incompatable.get(pkg.PackageBase) { args = append(args, "--ignorearch") } err := passToMakepkg(dir, args...) if err != nil { return fmt.Errorf("Error making: %s", pkg.Name) } } arguments := parser.copy() arguments.targets = make(stringSet) arguments.op = "U" arguments.delArg("confirm") arguments.delArg("c", "clean") arguments.delArg("q", "quiet") arguments.delArg("q", "quiet") arguments.delArg("y", "refresh") arguments.delArg("u", "sysupgrade") arguments.delArg("w", "downloadonly") depArguments := makeArguments() depArguments.addArg("D", "asdeps") for _, split := range bases[pkg.PackageBase] { file, err := completeFileName(dir, split.Name+"-"+version.String()+"-"+arch+".pkg") if err != nil { return err } if file == "" { return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String() + "-" + arch + ".pkg") } arguments.addTarget(file) if !targets.get(split.Name) { depArguments.addTarget(split.Name) } } oldConfirm := config.NoConfirm config.NoConfirm = true err := passToPacman(arguments) if err != nil { return err } for _, pkg := range bases[pkg.PackageBase] { updateVCSData(pkg.Name, srcinfo.Source) } if len(depArguments.targets) > 0 { _, stderr, err := passToPacmanCapture(depArguments) if err != nil { return fmt.Errorf("%s%s", stderr, err) } } config.NoConfirm = oldConfirm } return nil } func clean(pkgs []*rpc.Pkg) { for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" fmt.Println(bold(green(arrow + " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))) os.RemoveAll(dir) } } func completeFileName(dir, name string) (string, error) { files, err := ioutil.ReadDir(dir) if err != nil { return "", err } for _, file := range files { if file.IsDir() { continue } if strings.HasPrefix(file.Name(), name) { return dir + file.Name(), nil } } return "", nil }