requirements for directory command

Author: beyang

cmd/cheerio/cheerio.go

@@ -1,25 +1,29 @@
 package main
 
 import (
+	"encoding/json"
 	"flag"
 	"fmt"
-	"github.com/beyang/cheerio"
 	"log"
 	"os"
 	"strings"
 	"sync"
+
+	"github.com/beyang/cheerio"
 )
 
 const (
 	Cmd_Repo     = "repo"
 	Cmd_Reqs     = "reqs"
+	Cmd_ReqsDir  = "reqsdir"
 	Cmd_ReqGen   = "reqs-generate"
 	Cmd_TopLevel = "toplevel"
 )
 
 var Commands = map[string]func(args []string, flags *flag.FlagSet){
 	Cmd_Repo:     mainRepo,
 	Cmd_Reqs:     mainReqs,
+	Cmd_ReqsDir:  mainReqsDir,
 	Cmd_ReqGen:   mainReqGen,
 	Cmd_TopLevel: mainTopLevel,
 }
@@ -93,6 +97,32 @@ func mainTopLevel(args []string, flags *flag.FlagSet) {
 	}
 }
 
+func mainReqsDir(args []string, flags *flag.FlagSet) {
+	flags.Usage = func() {
+		fmt.Fprintf(os.Stderr, "")
+		flags.PrintDefaults()
+	}
+	flags.Parse(args[1:])
+	if flags.NArg() < 1 {
+		flags.Usage()
+		os.Exit(1)
+	}
+
+	dir := flags.Arg(0)
+	reqs, err := cheerio.RequirementsForDir(dir)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "Error getting requirements for PyPI package directory: %s", err)
+		os.Exit(1)
+	}
+
+	// Print requirements out
+	err = json.NewEncoder(os.Stdout).Encode(reqs)
+	if err != nil {
+		fmt.Fprintf(os.Stderr, "Error encoding output")
+		os.Exit(1)
+	}
+}
+
 func mainReqs(args []string, flags *flag.FlagSet) {
 	flags.Usage = func() {
 		fmt.Fprintf(os.Stderr, "Usage: %s %s <package-name>\n", os.Args[0], args[0])

requirements.go

@@ -2,7 +2,10 @@ package cheerio
 
 import (
 	"fmt"
+	"io/ioutil"
 	"os"
+	"path/filepath"
+	"regexp"
 	"strings"
 )
 
@@ -49,3 +52,53 @@ func ParseRequirement(reqStr string) (*Requirement, error) {
 		Version:    match[4],
 	}, nil
 }
+
+// Return requirements for python PyPI package in directory
+func RequirementsForDir(dir string) ([]*Requirement, error) {
+	reqs := make(map[string]*Requirement)
+
+	// If this contains a PyPI module, get requirements from PyPI graph
+	if pyPIName := pypiNameFromRepoDir(dir); pyPIName != "" {
+		requires := DefaultPyPIGraph.Requires(pyPIName)
+		for _, req := range requires {
+			reqs[NormalizedPkgName(req)] = &Requirement{Name: req}
+		}
+	}
+
+	// If repo contains requirements.txt, parse requirements from that (these should be more specific than those contained in a PyPIGraph, because
+	// they will often include version info).
+	reqFile := filepath.Join(dir, "requirements.txt")
+	if reqFileContents, err := ioutil.ReadFile(reqFile); err == nil {
+		if rawReqs, err := ParseRequirements(string(reqFileContents)); err == nil {
+			// Note: this currently doesn't handle pip+git-URL requirements
+			for _, rawReq := range rawReqs {
+				reqs[NormalizedPkgName(rawReq.Name)] = rawReq
+			}
+		}
+	}
+
+	// if len(requirements) == 0 {
+	// 	// TODO: use depdump.py to best-effort get requirements
+	// }
+
+	reqList := make([]*Requirement, 0)
+	for _, req := range reqs {
+		reqList = append(reqList, req)
+	}
+	return reqList, nil
+}
+
+var setupNameRegexp = regexp.MustCompile(`name\s?=\s?['"](?P<name>[A-Za-z0-9\._\-]+)['"]`)
+
+func pypiNameFromRepoDir(dir string) string {
+	setupFile := filepath.Join(dir, "setup.py")
+	setupBytes, err := ioutil.ReadFile(setupFile)
+	if err != nil {
+		return ""
+	}
+	matches := setupNameRegexp.FindAllStringSubmatch(string(setupBytes), -1)
+	if len(matches) == 0 {
+		return ""
+	}
+	return matches[0][1]
+}