Move pmm-api-tests

.github/CODEOWNERS

@@ -1,2 +1,3 @@
 *                   @BupycHuk
+/api-tests/         @BupycHuk
 /data/iatemplates/  @BupycHuk @adivinho

.github/workflows/ci.yml

@@ -5,6 +5,8 @@ on:
     # run every Sunday to re-populate caches after they are cleaned on Saturday
     - cron: "0 12 * * 0"
   push:
+    paths-ignore:
+      - 'api-tests/**'
     branches:
       - PMM-2.0
       - release-*

.gitignore

@@ -1,8 +1,12 @@
-/.idea/
-/.vscode/
-/bin/
+.idea/
+.vscode/
+bin/
 fuzzdata/
 cover.out
 crosscover.out
 packages.png
 *.zip
+*.test
+pmm-api-tests-output.txt
+pmm-api-tests-junit-report.xml
+

api-tests/.golangci-required.yml

@@ -0,0 +1,27 @@
+---
+# The most valuable linters; they are required to pass for PR to be merged.
+
+linters-settings:
+  depguard:
+    list-type: blacklist
+    include-go-root: true
+    packages:
+      # use "github.com/pkg/errors" instead
+      - errors
+      # use "github.com/golang/protobuf/proto" instead
+      - github.com/gogo/protobuf/proto
+
+  goimports:
+    local-prefixes: github.com/Percona-Lab/pmm-api-tests
+
+linters:
+  disable-all: true
+  enable:
+    - depguard
+    - goimports
+    - ineffassign
+    - govet
+    - staticcheck
+
+issues:
+  exclude-use-default: false

api-tests/.golangci.yml

@@ -0,0 +1,39 @@
+---
+linters-settings:
+  depguard:
+    list-type: blacklist
+    include-go-root: true
+    packages:
+      # use "github.com/pkg/errors" instead
+      - errors
+      # use "github.com/golang/protobuf/proto" instead
+      - github.com/gogo/protobuf/proto
+
+  goimports:
+    local-prefixes: github.com/Percona-Lab/pmm-api-tests
+
+  lll:
+    line-length: 170
+    tab-width: 4
+
+  unused:
+    check-exported: true
+
+  unparam:
+    check-exported: true
+
+linters:
+  enable-all: true
+  disable:
+    - wsl          # too annoying
+    - lll          # too annoying
+    - unused       # very annoying false positive: https://github.com/golangci/golangci-lint/issues/791
+    - goerr113     # we use different approach for errors
+    - testpackage  # senseless
+    - exhaustivestruct # too annoying
+
+issues:
+  exclude-use-default: false
+  exclude:
+    # gas: Duplicated errcheck checks
+    - 'G104: Errors unhandled'

api-tests/Dockerfile

@@ -0,0 +1,8 @@
+FROM golang:1.16
+
+RUN mkdir -p $GOPATH/src/github.com/percona/pmm-managed/api-tests
+
+WORKDIR $GOPATH/src/github.com/percona/pmm-managed/api-tests/
+COPY . $GOPATH/src/github.com/percona/pmm-managed/api-tests/
+
+CMD make init run-race

api-tests/Makefile

@@ -0,0 +1,46 @@
+BASE_PATH = $(shell pwd)
+BIN_PATH := $(BASE_PATH)/bin
+
+export PATH := $(BIN_PATH):$(PATH)
+
+all: build
+
+init:           ## Installs development tools
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/goimports golang.org/x/tools/cmd/goimports
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/golangci-lint github.com/golangci/golangci-lint/cmd/golangci-lint
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/go-junit-report github.com/jstemmer/go-junit-report
+	go build -modfile=tools/go.mod -o $(BIN_PATH)/reviewdog github.com/reviewdog/reviewdog/cmd/reviewdog
+
+build:
+	go install -v ./...
+	go test -c -v ./inventory
+	go test -c -v ./management
+	go test -c -v ./server
+
+dev-test:						## Run test on dev env. Use `PMM_KUBECONFIG=/path/to/kubeconfig.yaml make dev-test` to run tests for DBaaS.
+	go test -count=1 -p 1 -v ./... -pmm.server-insecure-tls
+
+run:
+	go test -count=1 -p 1 -v ./... 2>&1 | tee pmm-api-tests-output.txt
+	cat pmm-api-tests-output.txt | $(BIN_PATH)/go-junit-report > pmm-api-tests-junit-report.xml
+
+run-race:
+	go test -count=1 -p 1 -v -race ./... 2>&1 | tee pmm-api-tests-output.txt
+	cat pmm-api-tests-output.txt | $(BIN_PATH)/go-junit-report > pmm-api-tests-junit-report.xml
+
+FILES = $(shell find . -type f -name '*.go')
+
+format:                         ## Format source code.
+	gofmt -w -s $(FILES)
+	$(BIN_PATH)/goimports -local github.com/Percona-Lab/pmm-api-tests -l -w $(FILES)
+
+clean:
+	rm -f ./pmm-api-tests-output.txt
+	rm -f ./pmm-api-tests-junit-report.xml
+
+check-all:                      ## Run golang ci linter to check new changes from master.
+	$(BIN_PATH)/golangci-lint run -c=.golangci.yml --new-from-rev=master
+
+ci-reviewdog:                   ## Runs reviewdog checks.
+	$(BIN_PATH)/golangci-lint run -c=.golangci-required.yml --out-format=line-number | $(BIN_PATH)/reviewdog -f=golangci-lint -level=error -reporter=github-pr-check
+	$(BIN_PATH)/golangci-lint run -c=.golangci.yml --out-format=line-number | $(BIN_PATH)/reviewdog -f=golangci-lint -level=error -reporter=github-pr-review

api-tests/README.md

@@ -0,0 +1,51 @@
+# pmm-api-tests
+
+[![Build Status](https://travis-ci.com/Percona-Lab/pmm-api-tests.svg?branch=master)](https://travis-ci.com/Percona-Lab/pmm-api-tests)
+
+API tests for PMM 2.x
+
+# Setup Instructions
+
+Make sure you have Go 1.16.x installed on your systems, execute the following steps
+to setup API-tests in your local systems.
+
+1. Run PMM Server.
+2. Navigate to the tests root folder: `cd ~/go/src/github.com/percona/pmm-managed/api-tests`
+
+# Usage
+
+Run the tests using the following command:
+
+```
+go test ./... -pmm.server-url **pmm-server-url** -v
+```
+
+where `pmm-server-url` should be pointing to pmm-server.
+
+# Docker
+
+Build Docker image using the following command:
+
+```
+docker build -t IMAGENAME .
+```
+
+Run Docker container using the following command:
+
+```
+docker run -e PMM_SERVER_URL=**pmm-server-url** IMAGENAME
+```
+
+where `PMM_SERVER_URL` should be pointing to pmm-server.
+
+If pmm-server located locally:
+
+- Use --network=host while running docker container or add both containers to the same docker network.
+- Use the insecure url if you default to a self-generated certificate.
+
+# Contributing
+
+All tests should follow these rules:
+
+- Tests can work in parallel and in real system, so take into account that there might be records in database.
+- Always revert changes made by test.

api-tests/docker-compose.yml

@@ -0,0 +1,86 @@
+---
+# FIXME This file is not used yet; see https://jira.percona.com/browse/PMM-5106
+
+version: '3.7'
+
+services:
+  pmm-server:
+    image: ${PMM_SERVER_IMAGE:-public.ecr.aws/e7j3v3n0/pmm-server:dev-latest}
+    container_name: pmm-agent_pmm-server
+    ports:
+      - 127.0.0.1:80:80
+      - 127.0.0.1:443:443
+    environment:
+      - PMM_DEBUG=1
+      - PERCONA_TEST_CHECKS_INTERVAL=10s
+      # for local development
+      # - PERCONA_TEST_CHECKS_FILE=/srv/checks/custom-checks.yml
+      # for check-dev
+      - PERCONA_TEST_SAAS_HOST=check-dev.percona.com:443
+      - PERCONA_TEST_CHECKS_PUBLIC_KEY=RWTg+ZmCCjt7O8eWeAmTLAqW+1ozUbpRSKSwNTmO+exlS5KEIPYWuYdX
+    volumes:
+      - ./testdata/checks:/srv/checks
+
+  test_db:
+    image: aleksi/test_db:1.1.0
+    container_name: pmm-agent_test_db
+    volumes:
+      - test_db_mysql:/test_db/mysql/world:ro
+      - test_db_postgres:/test_db/postgresql/world:ro
+
+  # It is essential to have an extra directory `/slowlogs/` between host and container;
+  # and to not have a trailing slash at `./testdata/mysql`.
+  # Otherwise, MySQL in Docker for Mac completely locks during/after slowlog rotation tests.
+  mysql:
+    image: ${MYSQL_IMAGE:-percona:5.7}
+    container_name: pmm-agent_mysql
+    command: >
+      --sql-mode="ANSI_QUOTES"
+      --performance-schema --innodb_monitor_enable=all
+      --slow_query_log --slow_query_log_file=/mysql/slowlogs/slow.log --long_query_time=0
+    ports:
+      - 127.0.0.1:3306:3306
+    environment:
+      - MYSQL_ROOT_PASSWORD=root-password
+      - MYSQL_USER=pmm-agent
+      - MYSQL_PASSWORD=pmm-agent-password
+      - UMASK=0777  # for slowlog file
+    volumes:
+      - test_db_mysql:/docker-entrypoint-initdb.d/:ro
+      - ./testdata/mysql:/mysql
+
+  mongo:
+    image: ${MONGO_IMAGE:-percona/percona-server-mongodb:4.2}
+    container_name: pmm-agent_mongo
+    command: --profile 2
+    ports:
+      - 127.0.0.1:27017:27017
+    environment:
+      - MONGO_INITDB_ROOT_USERNAME=root
+      - MONGO_INITDB_ROOT_PASSWORD=root-password
+
+  postgres:
+    image: ${POSTGRES_IMAGE:-postgres:11}
+    container_name: pmm-agent_postgres
+    command: >
+      -c shared_preload_libraries=pg_stat_statements
+      -c track_activity_query_size=2048
+      -c pg_stat_statements.max=10000
+      -c pg_stat_statements.track=all
+      -c pg_stat_statements.save=off
+      -c track_io_timing=on
+    ports:
+      - 127.0.0.1:5432:5432
+    environment:
+      - POSTGRES_USER=pmm-agent
+      - POSTGRES_PASSWORD=pmm-agent-password
+    volumes:
+      - test_db_postgres:/docker-entrypoint-initdb.d/
+
+  sysbench:
+    image: perconalab/sysbench
+    container_name: pmm-agent_sysbench
+
+volumes:
+  test_db_mysql:
+  test_db_postgres:

api-tests/go.mod

@@ -0,0 +1,25 @@
+module github.com/percona/pmm-managed/api-tests
+
+go 1.16
+
+// Use for local development, but do not commit:
+// replace github.com/percona/pmm => ../../pmm
+
+// Update with:
+// go get -v github.com/percona/pmm@PMM-2.0
+
+require (
+	github.com/AlekSi/pointer v1.1.0
+	github.com/brianvoe/gofakeit/v6 v6.2.2
+	github.com/davecgh/go-spew v1.1.1
+	github.com/go-openapi/runtime v0.19.20
+	github.com/go-openapi/spec v0.19.9 // indirect
+	github.com/percona-platform/saas v0.0.0-20210122115803-1b32ca1828e1
+	github.com/percona/pmm v0.0.0-20210707115905-36eb37dae44c
+	github.com/prometheus/client_golang v1.9.0
+	github.com/sirupsen/logrus v1.6.0
+	github.com/stretchr/testify v1.6.1
+	golang.org/x/sys v0.0.0-20201214210602-f9fddec55a1e
+	google.golang.org/grpc v1.35.0
+	gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776
+)