Added GitbaseBackCompTestSuite

Signed-off-by: Lou Marvin Caraig <[email protected]>

Author: se7entyse7en

cmd/srcd/cmd/gitbase_back_comp_test.go

@@ -0,0 +1,222 @@
+// +build integration
+
+package cmd
+
+import (
+	"bytes"
+	"context"
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+	"os/exec"
+	"path/filepath"
+	"regexp"
+	"strings"
+	"testing"
+	"time"
+
+	"github.com/pkg/errors"
+	cmdtest "github.com/src-d/engine/cmd/test-utils"
+
+	"github.com/mitchellh/go-homedir"
+	"github.com/stretchr/testify/suite"
+)
+
+type GitbaseBackCompTestSuite struct {
+	cmdtest.IntegrationBackCompSuite
+	timeout     time.Duration
+	testDir     string
+	testDataDir string
+}
+
+func TestGitbaseBackCompTestSuite(t *testing.T) {
+	s := GitbaseBackCompTestSuite{
+		IntegrationBackCompSuite: cmdtest.NewIntegrationBackCompSuite(),
+		timeout:                  1 * time.Minute,
+	}
+	suite.Run(t, &s)
+}
+
+func (s *GitbaseBackCompTestSuite) createRepo(name string) {
+	s.T().Helper()
+	require := s.Require()
+
+	repoPath := filepath.Join(s.testDir, name)
+	err := os.Mkdir(repoPath, os.ModePerm)
+	require.NoError(err)
+
+	cmd := exec.Command("git", "init", repoPath)
+	err = cmd.Run()
+	require.NoError(err)
+}
+
+func (s *GitbaseBackCompTestSuite) SetupTest() {
+	var err error
+	s.testDir, err = ioutil.TempDir("", "gitbase-back-comp-test")
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	homedir, err := homedir.Dir()
+	if err != nil {
+		log.Fatal(errors.Wrap(err, "unable to get home dir"))
+	}
+
+	s.testDataDir = filepath.ToSlash(filepath.Join(homedir, ".srcd", "gitbase"))
+	os.RemoveAll(s.testDataDir)
+
+	for i := range [3]int{} {
+		s.createRepo(fmt.Sprintf("repo-%d", i))
+	}
+}
+
+func (s *GitbaseBackCompTestSuite) TearDownTest() {
+	s.Cmd.RunStop(context.Background())
+	s.PrevCmd.RunStop(context.Background())
+	os.RemoveAll(s.testDir)
+	os.RemoveAll(s.testDataDir)
+}
+
+var newLineFormatter = regexp.MustCompile(`(\r\n|\r|\n)`)
+var reposExtractors = regexp.MustCompile(`(?:\|\s+([\w-]+)\s+\|\n)`)
+
+func (s *GitbaseBackCompTestSuite) getBufString(buf *bytes.Buffer) string {
+	return newLineFormatter.ReplaceAllString(buf.String(), "\n")
+}
+
+func (s *GitbaseBackCompTestSuite) checkSameRepos(buf *bytes.Buffer, expected []string) {
+	s.T().Helper()
+	require := s.Require()
+
+	bufContent := s.getBufString(buf)
+	matches := reposExtractors.FindAllString(bufContent, -1)
+	actualRepos := make(map[string]bool)
+	for _, m := range matches {
+		name := strings.TrimSpace(m[1 : len(m)-2])
+		if strings.ToLower(name) == "repository_id" {
+			continue
+		}
+
+		actualRepos[name] = true
+	}
+
+	expectedRepos := make(map[string]bool)
+	for _, r := range expected {
+		expectedRepos[r] = true
+	}
+
+	require.Equal(actualRepos, expectedRepos)
+}
+
+func (s *GitbaseBackCompTestSuite) runInit(cmd *cmdtest.Commander, workdir string) (*bytes.Buffer, error) {
+	s.T().Helper()
+
+	ctx, cancel := context.WithTimeout(context.Background(), s.timeout)
+	defer cancel()
+
+	return cmd.RunInit(ctx, workdir)
+}
+
+func (s *GitbaseBackCompTestSuite) runSQL(cmd *cmdtest.Commander, query string) (*bytes.Buffer, error) {
+	s.T().Helper()
+
+	ctx, cancel := context.WithTimeout(context.Background(), s.timeout)
+	defer cancel()
+
+	return cmd.RunSQL(ctx, query)
+}
+
+func (s *GitbaseBackCompTestSuite) TestRetroCompatibleIndexes() {
+	require := s.Require()
+
+	// [previous version] srcd init s.testDir
+	_, err := s.runInit(s.PrevCmd, s.testDir)
+	require.NoError(err)
+
+	// [previous version] srcd sql "select * from repositories"
+	buf, err := s.runSQL(s.PrevCmd, "select * from repositories")
+	require.NoError(err)
+
+	s.checkSameRepos(buf, []string{"repo-0", "repo-1", "repo-2"})
+
+	// [previous version] srcd sql "SHOW INDEXES"
+	buf, err = s.runSQL(s.PrevCmd, "SHOW INDEX FROM repositories")
+
+	require.NoError(err)
+	expected := `+-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+| TABLE | NON UNIQUE | KEY NAME | SEQ IN INDEX | COLUMN NAME | COLLATION | CARDINALITY | SUB PART | PACKED | NULL | INDEX TYPE | COMMENT | INDEX COMMENT | VISIBLE | EXPRESSION |
++-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
++-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+`
+	require.NoError(cmdtest.AreSQLOutputEqual(buf.String(), expected))
+
+	// [previous version] srcd sql "CREATE INDEXES"
+	_, err = s.runSQL(s.PrevCmd, "CREATE INDEX repo_idx ON repositories USING pilosa (repository_id)")
+	require.NoError(err)
+	// wait a bit for index to be ready
+	time.Sleep(1 * time.Second)
+
+	// [previous version] srcd sql "SHOW INDEXES"
+	buf, err = s.runSQL(s.PrevCmd, "SHOW INDEX FROM repositories")
+	require.NoError(err)
+	expected = `+--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+|    TABLE     | NON UNIQUE | KEY NAME | SEQ IN INDEX |        COLUMN NAME         | COLLATION | CARDINALITY | SUB PART | PACKED | NULL | INDEX TYPE | COMMENT | INDEX COMMENT | VISIBLE | EXPRESSION |
++--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+| repositories |          1 | repo_idx |            1 | repositories.repository_id | NULL      |           0 |        0 | NULL   |      | pilosa     |         |               | YES     | NULL       |
++--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+`
+	require.NoError(cmdtest.AreSQLOutputEqual(buf.String(), expected))
+
+	// [previous version] srcd sql "select * from repositories"
+	buf, err = s.runSQL(s.PrevCmd, "select * from repositories")
+	require.NoError(err)
+
+	s.checkSameRepos(buf, []string{"repo-0", "repo-1", "repo-2"})
+
+	s.PrevCmd.RunStop(context.Background())
+
+	// --->
+	// [next version] srcd init s.testDir
+	_, err = s.runInit(s.Cmd, s.testDir)
+	require.NoError(err)
+
+	// [next version] srcd sql "select * from repositories"
+	buf, err = s.runSQL(s.Cmd, "select * from repositories")
+	require.NoError(err)
+
+	s.checkSameRepos(buf, []string{"repo-0", "repo-1", "repo-2"})
+
+	// [next version] srcd sql "SHOW INDEXES"
+	buf, err = s.runSQL(s.Cmd, "SHOW INDEX FROM repositories")
+	require.NoError(err)
+	expected = `+--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+|    TABLE     | NON UNIQUE | KEY NAME | SEQ IN INDEX |        COLUMN NAME         | COLLATION | CARDINALITY | SUB PART | PACKED | NULL | INDEX TYPE | COMMENT | INDEX COMMENT | VISIBLE | EXPRESSION |
++--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+| repositories |          1 | repo_idx |            1 | repositories.repository_id | NULL      |           0 |        0 | NULL   |      | pilosa     |         |               | YES     | NULL       |
++--------------+------------+----------+--------------+----------------------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+`
+	require.NoError(cmdtest.AreSQLOutputEqual(buf.String(), expected))
+
+	// [next version] srcd sql "DROP INDEXES"
+	_, err = s.runSQL(s.Cmd, "DROP INDEX repo_idx ON repositories")
+	require.NoError(err)
+
+	// [next version] srcd sql "SHOW INDEXES"
+	buf, err = s.runSQL(s.Cmd, "SHOW INDEX FROM repositories")
+	require.NoError(err)
+	expected = `+-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+| TABLE | NON UNIQUE | KEY NAME | SEQ IN INDEX | COLUMN NAME | COLLATION | CARDINALITY | SUB PART | PACKED | NULL | INDEX TYPE | COMMENT | INDEX COMMENT | VISIBLE | EXPRESSION |
++-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
++-------+------------+----------+--------------+-------------+-----------+-------------+----------+--------+------+------------+---------+---------------+---------+------------+
+`
+	require.NoError(cmdtest.AreSQLOutputEqual(buf.String(), expected))
+
+	// [next version] srcd sql "select * from repositories"
+	buf, err = s.runSQL(s.Cmd, "select * from repositories")
+	require.NoError(err)
+
+	s.checkSameRepos(buf, []string{"repo-0", "repo-1", "repo-2"})
+}
+
+type SQLOutput map[string][]string