cloud-ip-validator/internal/httpapi/handlers_analytics_test.go

package httpapi

import (
	"context"
	"encoding/json"
	"net/http"
	"net/url"
	"strconv"
	"strings"
	"testing"
	"time"

	"cloudipvalidator/internal/db"
)

// finishedRun builds one finished run of two addresses through the real
// queue paths and returns its id: 9.9.9.1 passes, 9.9.9.2 has a failed ssh.
func finishedRun(t *testing.T, d *db.DB) int64 {
	t.Helper()
	ctx := context.Background()
	if _, err := d.SubmitIPsAs(ctx, []string{"9.9.9.1", "9.9.9.2"}, db.RunManual); err != nil {
		t.Fatal(err)
	}
	for _, addr := range []string{"9.9.9.1", "9.9.9.2"} {
		ip, err := d.GetIPByAddress(ctx, addr)
		if err != nil {
			t.Fatal(err)
		}
		if err := d.SetChecking(ctx, ip.ID, time.Minute); err != nil {
			t.Fatal(err)
		}
		ip, _ = d.GetIP(ctx, ip.ID)
		put := func(src, typ, target, detail string, ok bool) {
			if _, err := d.UpsertCheckIfOpen(ctx, db.Check{IPID: ip.ID, IPAddress: addr, AttemptNumber: ip.AttemptNumber,
				ValidatorID: "vkiplab-v1", Source: src, CheckType: typ, Target: target, Success: ok, Detail: detail, CheckedAt: db.Now()}); err != nil {
				t.Fatal(err)
			}
		}
		put(db.SourceEgress, "https", "https://a.test", "", true)
		put(db.InboundSource(1), "icmp", addr, "", true)
		sshOK := addr == "9.9.9.1"
		put(db.InboundSource(1), "ssh", addr, "dial tcp: i/o timeout", sshOK)
		verdict := db.ResultPass
		if !sshOK {
			verdict = db.ResultPartial
		}
		if err := d.FinishIPExpected(ctx, ip.ID, verdict, 3); err != nil {
			t.Fatal(err)
		}
	}
	rs, err := d.ListRuns(ctx)
	if err != nil || len(rs) != 1 || rs[0].State != db.RunFinalized {
		t.Fatalf("expected one finalized run: %+v %v", rs, err)
	}
	return rs[0].ID
}

func TestAnalyticsEndpoints(t *testing.T) {
	fc, d, _, _ := newConfigTestHarness(t)
	fc.do(http.MethodPut, "/api/v1/admin/config/sites/1", putSiteRequest{SiteID: "rxmsk"})
	id := finishedRun(t, d)
	base := "/api/v1/admin/analytics/runs"

	resp, body := fc.do(http.MethodGet, base, nil)
	var list []analyticsRunDTO
	if resp.StatusCode != http.StatusOK || json.Unmarshal(body, &list) != nil || len(list) != 1 ||
		list[0].State != "finalized" || list[0].Addresses != 2 || list[0].Pass != 1 || list[0].Partial != 1 {
		t.Fatalf("runs: %d %s", resp.StatusCode, body)
	}

	resp, body = fc.do(http.MethodGet, base+"/"+itoa64(id), nil)
	var rep struct {
		Summary struct {
			Addresses     int `json:"addresses"`
			IngressSSHAny int `json:"ingress_ssh_any_failed"`
			IngressSSHAll int `json:"ingress_ssh_all_failed"`
		} `json:"summary"`
		Errors []struct {
			Name  string `json:"name"`
			Count int    `json:"count"`
		} `json:"errors"`
		Sites struct {
			Rows []struct {
				Site string `json:"site"`
			} `json:"rows"`
		} `json:"sites"`
	}
	if resp.StatusCode != http.StatusOK || json.Unmarshal(body, &rep) != nil || rep.Summary.Addresses != 2 ||
		rep.Summary.IngressSSHAny != 1 || rep.Summary.IngressSSHAll != 1 ||
		len(rep.Errors) != 1 || rep.Errors[0].Name != "SSH: таймаут" || len(rep.Sites.Rows) != 1 || rep.Sites.Rows[0].Site != "rxmsk" {
		t.Fatalf("report: %d %s", resp.StatusCode, body)
	}

	// The list as JSON and as a CSV file with BOM and a download name.
	resp, body = fc.do(http.MethodGet, base+"/"+itoa64(id)+"/lists/ingress_ssh_any", nil)
	var l struct {
		Columns []string   `json:"columns"`
		Rows    [][]string `json:"rows"`
	}
	if resp.StatusCode != http.StatusOK || json.Unmarshal(body, &l) != nil || len(l.Rows) != 1 || l.Rows[0][0] != "9.9.9.2" {
		t.Fatalf("list: %d %s", resp.StatusCode, body)
	}
	resp, body = fc.do(http.MethodGet, base+"/"+itoa64(id)+"/lists/ingress_ssh_any?format=csv", nil)
	if resp.StatusCode != http.StatusOK || !strings.HasPrefix(string(body), "\xef\xbb\xbf") ||
		!strings.Contains(string(body), "9.9.9.2") || !strings.HasPrefix(resp.Header.Get("Content-Type"), "text/csv") ||
		!strings.Contains(resp.Header.Get("Content-Disposition"), `attachment; filename="ingress_ssh_any_run`+itoa64(id)+`.csv"`) {
		t.Fatalf("csv: %d %v %q", resp.StatusCode, resp.Header, body)
	}
	q := url.Values{"class": {"SSH: таймаут"}, "format": {"csv"}}
	resp, body = fc.do(http.MethodGet, base+"/"+itoa64(id)+"/lists/error?"+q.Encode(), nil)
	if resp.StatusCode != http.StatusOK || !strings.Contains(resp.Header.Get("Content-Disposition"), "error-ssh_run") {
		t.Fatalf("error csv: %d %v %q", resp.StatusCode, resp.Header, body)
	}

	for path, want := range map[string]int{
		base + "/" + itoa64(id) + "/lists/error":    http.StatusNotFound, // class missing
		base + "/" + itoa64(id) + "/lists/nonsense": http.StatusNotFound,
		base + "/9999":                       http.StatusNotFound,
		base + "/abc":                        http.StatusBadRequest,
		base + "/9999/lists/ingress_ssh_any": http.StatusNotFound,
	} {
		if resp, body := fc.do(http.MethodGet, path, nil); resp.StatusCode != want {
			t.Errorf("%s: %d %s, want %d", path, resp.StatusCode, body, want)
		}
	}
}

// An open run has no analytics yet.
func TestAnalyticsOfOpenRunIsRefused(t *testing.T) {
	fc, d, _, _ := newConfigTestHarness(t)
	if _, err := d.SubmitIPs(context.Background(), []string{"9.9.9.1"}); err != nil {
		t.Fatal(err)
	}
	rs, _ := d.ListRuns(context.Background())
	resp, body := fc.do(http.MethodGet, "/api/v1/admin/analytics/runs/"+itoa64(rs[0].ID), nil)
	if resp.StatusCode != http.StatusConflict {
		t.Fatalf("open run: %d %s", resp.StatusCode, body)
	}
}

// The result is cached while the run is unchanged and recomputed when a
// check of the run is written or the subnet list changes.
func TestAnalyticsCacheFollowsData(t *testing.T) {
	fc, d, _, _ := newConfigTestHarness(t)
	id := finishedRun(t, d)
	path := "/api/v1/admin/analytics/runs/" + itoa64(id)
	subnetsOf := func() []string {
		_, body := fc.do(http.MethodGet, path, nil)
		var rep struct {
			Subnets []struct {
				CIDR string `json:"cidr"`
			} `json:"subnets"`
		}
		if err := json.Unmarshal(body, &rep); err != nil {
			t.Fatal(err)
		}
		var out []string
		for _, s := range rep.Subnets {
			out = append(out, s.CIDR)
		}
		return out
	}
	if got := subnetsOf(); len(got) != 1 || got[0] != "9.9.9.0/24" {
		t.Fatalf("without a list addresses group by /24: %v", got)
	}
	resp, body := fc.do(http.MethodPut, "/api/v1/admin/config/subnets", subnetsDTO{Subnets: []subnetDTO{{CIDR: "9.9.0.0/16", Label: "девятые"}}})
	if resp.StatusCode != http.StatusOK {
		t.Fatalf("put subnets: %d %s", resp.StatusCode, body)
	}
	if got := subnetsOf(); len(got) != 1 || got[0] != "9.9.0.0/16" {
		t.Fatalf("a changed subnet list must change the report: %v", got)
	}
}

func TestSubnetsConfigEndpoints(t *testing.T) {
	fc, _, _, _ := newConfigTestHarness(t)
	resp, body := fc.do(http.MethodPut, "/api/v1/admin/config/subnets", subnetsDTO{Subnets: []subnetDTO{{CIDR: " 10.1.2.3/24 ", Label: "a"}, {CIDR: "10.0.0.0/8"}}})
	var got subnetsDTO
	if resp.StatusCode != http.StatusOK || json.Unmarshal(body, &got) != nil || len(got.Subnets) != 2 || got.Subnets[0].CIDR != "10.0.0.0/8" || got.Subnets[1].CIDR != "10.1.2.0/24" {
		t.Fatalf("put: %d %s", resp.StatusCode, body)
	}
	if resp, _ = fc.do(http.MethodPut, "/api/v1/admin/config/subnets", subnetsDTO{Subnets: []subnetDTO{{CIDR: "garbage"}}}); resp.StatusCode != http.StatusBadRequest {
		t.Fatalf("garbage must be a 400, got %d", resp.StatusCode)
	}
	resp, body = fc.do(http.MethodGet, "/api/v1/admin/config/subnets", nil)
	if resp.StatusCode != http.StatusOK || json.Unmarshal(body, &got) != nil || len(got.Subnets) != 2 {
		t.Fatalf("a rejected list must leave the old one: %d %s", resp.StatusCode, body)
	}
}

func TestRegistryRunAndSubnetFilters(t *testing.T) {
	fc, d, _, _ := newConfigTestHarness(t)
	id := finishedRun(t, d)
	// an address outside the run
	if _, err := d.SubmitIPs(context.Background(), []string{"8.8.8.8"}); err != nil {
		t.Fatal(err)
	}
	count := func(q string) int {
		t.Helper()
		resp, body := fc.do(http.MethodGet, "/api/v1/admin/registry?limit=50&"+q, nil)
		if resp.StatusCode != http.StatusOK {
			t.Fatalf("%s: %d %s", q, resp.StatusCode, body)
		}
		var p registryPageResponse
		if err := json.Unmarshal(body, &p); err != nil {
			t.Fatal(err)
		}
		return p.Total
	}
	if n := count("run=" + itoa64(id)); n != 2 {
		t.Errorf("run filter: %d", n)
	}
	if n := count("subnet=" + url.QueryEscape("9.9.9.0/24")); n != 2 {
		t.Errorf("subnet filter: %d", n)
	}
	if n := count("run=" + itoa64(id) + "&subnet=" + url.QueryEscape("8.8.8.0/24")); n != 0 {
		t.Errorf("run and subnet together: %d", n)
	}
	for _, bad := range []string{"run=abc", "run=0", "subnet=nonsense"} {
		if resp, _ := fc.do(http.MethodGet, "/api/v1/admin/registry?limit=5&"+bad, nil); resp.StatusCode != http.StatusBadRequest {
			t.Errorf("%s: %d, want 400", bad, resp.StatusCode)
		}
	}
}

func itoa64(n int64) string { return strconv.FormatInt(n, 10) }