Move api endpoints into concourse and setup history builder

- merged in from a wip branch

Author: jake klein

api/client.go

@@ -1,10 +1,15 @@
 package main
 
 import (
+	"bytes"
 	"flag"
 	"fmt"
-	"github.com/aclevername/concourse-flake-detector/api"
-	"github.com/aclevername/concourse-flake-detector/httpclient"
+
+	"net/http"
+
+	"github.com/aclevername/concourse-flake-detector/concourse"
+	"github.com/aclevername/concourse-flake-detector/flakedetector"
+	"github.com/aclevername/concourse-flake-detector/historybuilder"
 )
 
 func main() {
@@ -15,10 +20,62 @@ func main() {
 	if *url == "" || *name == "" {
 		panic("please configure correctly using -url and -pipeline")
 	}
-	var client api.Client
-	client = new(httpclient.Client)
 
-	pipeline, _ := api.GetPipeline(*url, *name, client)
+	//client := &realClient{
+	//	BaseURL: *url,
+	//}
+	//
+	//pipeline, _ := concourse.GetPipeline(*url, *name, client)
+	//
+	//fmt.Println("------------------")
+	//
+	//fmt.Println(pipeline.Jobs()[0].URL)
+	//fmt.Println(pipeline.Jobs()[0].Name)
+	//jobHistory, err := historybuilder.GetJobHistory(client, pipeline.Jobs()[0])
+	//if err != nil {
+	//	panic(err)
+	//}
+	//
+	//jobFlakeCount, err := flakedetector.Detect(jobHistory)
+	//if err != nil {
+	//	panic(err)
+	//}
+	//
+	//fmt.Printf("\n----Result-----\nPipeline: %s\n", *name)
+	//fmt.Printf("Job: %s, flakeyness: %d\n", pipeline.Jobs()[0].Name, jobFlakeCount)
+
+	client := concourse.NewClient(func(url string) ([]byte, error) {
+		response, err := http.Get(url)
+		if err != nil {
+			return nil, err
+		}
+		buffer := new(bytes.Buffer)
+		buffer.ReadFrom(response.Body)
+
+		return buffer.Bytes(), err
+	}, *url, "")
+
+	pipeline, err := client.GetPipeline(*name)
+
+	if err != nil {
+		panic(err)
+	}
+
+	fmt.Println("------------------")
+
+	fmt.Println(pipeline.Jobs()[0].URL)
+	fmt.Println(pipeline.Jobs()[0].Name)
+	jobHistory, err := historybuilder.GetJobHistory(client, pipeline.Jobs()[0])
+	if err != nil {
+		panic(err)
+	}
+
+	jobFlakeCount, err := flakedetector.Detect(jobHistory)
+	if err != nil {
+		panic(err)
+	}
+
 	fmt.Printf("\n----Result-----\nPipeline: %s\n", *name)
-	fmt.Printf("Job: %s, flakeyness: \n", pipeline.Jobs()[0].Name)
+	fmt.Printf("Job: %s, flakeyness: %d\n", pipeline.Jobs()[0].Name, jobFlakeCount)
+
 }

api/clientfake/fake_client.go

@@ -1,4 +1,4 @@
-package api_test
+package concourse_test
 
 import (
 	. "github.com/onsi/ginkgo"

cmd/flake-detector/flake-detector.go

@@ -0,0 +1,27 @@
+package concourse
+
+import (
+	"encoding/json"
+	"fmt"
+)
+
+type Build struct {
+	Status string `json:"status"`
+	URL    string `json:"api_url"`
+}
+
+func (c *client) GetBuilds(job Job) ([]Build, error) {
+	fmt.Println("+++++++++++++++++++++++++++++", job.URL)
+	response, err := c.get(fmt.Sprintf("%s/builds", job.URL))
+	if err != nil {
+		return []Build{}, err
+	}
+
+	builds := make([]Build, 0)
+	err = json.Unmarshal(response, &builds)
+	if err != nil {
+		return []Build{}, err
+	}
+
+	return builds, nil
+}

api/api_suite_test.go concourse/api_suite_test.go

@@ -0,0 +1,54 @@
+package concourse_test
+
+import (
+	"errors"
+
+	"github.com/aclevername/concourse-flake-detector/concourse"
+	"github.com/aclevername/concourse-flake-detector/concourse/fake"
+	. "github.com/onsi/ginkgo"
+	. "github.com/onsi/gomega"
+)
+
+var _ = Describe("GetBuilds", func() {
+
+	It("returns the builds for a job", func() {
+		fakeGet := new(fake.FakeGetter)
+		client := concourse.NewClient(fakeGet.Spy, "fake.com", "")
+
+		buildList := `[{"status":"succeeded","api_url":"/concourse/v1/builds/1"},{"status":"failed","api_url":"/concourse/v1/builds/2"}]`
+		fakeGet.Returns([]byte(buildList), nil)
+		builds, err := client.GetBuilds(concourse.Job{URL: "example.com"})
+		Expect(err).NotTo(HaveOccurred())
+		Expect(fakeGet.ArgsForCall(0)).To(Equal("example.com/builds"))
+		Expect(builds).To(Equal([]concourse.Build{
+			{
+				URL:    "/concourse/v1/builds/1",
+				Status: "succeeded",
+			},
+			{
+				URL:    "/concourse/v1/builds/2",
+				Status: "failed",
+			},
+		}))
+	})
+
+	Context("when the get request fails", func() {
+		It("returns an error", func() {
+			fakeGet := new(fake.FakeGetter)
+			client := concourse.NewClient(fakeGet.Spy, "fake.com", "")
+			fakeGet.Returns([]byte(""), errors.New("failed"))
+			_, err := client.GetBuilds(concourse.Job{URL: "example.com"})
+			Expect(err).To(MatchError("failed"))
+		})
+	})
+
+	Context("when the get returns invalid json", func() {
+		It("returns an error", func() {
+			fakeGet := new(fake.FakeGetter)
+			client := concourse.NewClient(fakeGet.Spy, "fake.com", "")
+			fakeGet.Returns([]byte("not valid json"), nil)
+			_, err := client.GetBuilds(concourse.Job{URL: "example.com"})
+			Expect(err).To(HaveOccurred())
+		})
+	})
+})

concourse/builds.go

@@ -0,0 +1,36 @@
+package concourse
+
+import "fmt"
+
+//go:generate counterfeiter -o fake/fake_client.go . ClientInterface
+type ClientInterface interface {
+	GetPipeline(string) (Pipeline, error)
+	GetBuilds(Job) ([]Build, error)
+	GetResources(Build) (Run, error)
+}
+
+//go:generate counterfeiter -o fake/fake_get.go . Getter
+type Getter func(string) ([]byte, error)
+
+type client struct {
+	get     func(string) ([]byte, error)
+	url     string
+	teamURL string
+}
+
+func NewClient(get Getter, baseURL, team string) *client {
+	url := fmt.Sprintf("%s/api/v1", baseURL)
+
+	teamURL := url
+	if team != "" {
+		teamURL = fmt.Sprintf("%s/teams/%s", teamURL, team)
+	}
+
+	return &client{
+		get:     get,
+		url:     url,
+		teamURL: teamURL,
+	}
+}
+
+// example team URL api/v1/teams/main/pipelines/main/jobs/fly/builds