// Copyright (c) 2021 Tigera, Inc. All rights reserved.

// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package status_test

import (
	"context"
	"errors"
	"os"
	"time"

	. "github.com/onsi/ginkgo"
	. "github.com/onsi/gomega"
	apiv3 "github.com/projectcalico/api/pkg/apis/projectcalico/v3"
	log "github.com/sirupsen/logrus"
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"

	"github.com/projectcalico/calico/libcalico-go/lib/apiconfig"
	"github.com/projectcalico/calico/libcalico-go/lib/backend"
	"github.com/projectcalico/calico/libcalico-go/lib/backend/api"
	"github.com/projectcalico/calico/libcalico-go/lib/backend/model"
	"github.com/projectcalico/calico/libcalico-go/lib/backend/syncersv1/nodestatussyncer"
	client "github.com/projectcalico/calico/libcalico-go/lib/clientv3"
	"github.com/projectcalico/calico/libcalico-go/lib/options"
	"github.com/projectcalico/calico/node/pkg/lifecycle/utils"
	"github.com/projectcalico/calico/node/pkg/status"
	populator "github.com/projectcalico/calico/node/pkg/status/populators"
)

const (
	BootTimeFirst  = "2021-09-19 20:48:51"
	BootTimeSecond = "2021-09-19 20:48:52"
)

var _ = Describe("Node status FV tests", func() {
	defer GinkgoRecover()

	// Create Calico client with k8s backend.
	cfg, err := apiconfig.LoadClientConfigFromEnvironment()
	Expect(err).NotTo(HaveOccurred())
	cfg.Spec = apiconfig.CalicoAPIConfigSpec{
		DatastoreType: apiconfig.Kubernetes,
		KubeConfig: apiconfig.KubeConfig{
			Kubeconfig: os.Getenv("KUBECONFIG"),
		},
	}

	c, err := client.New(*cfg)
	Expect(err).NotTo(HaveOccurred())

	be, err := backend.NewClient(*cfg)
	Expect(err).NotTo(HaveOccurred())

	nodeName := utils.DetermineNodeName()
	name := "mynodestatus"

	v4Status := &apiv3.BGPDaemonStatus{
		State:                   apiv3.BGPDaemonStateReady,
		Version:                 "v0.3.3+birdv1.6.8",
		RouterID:                "172.17.0.0",
		LastBootTime:            BootTimeFirst,
		LastReconfigurationTime: "2021-09-19 20:48:56",
	}
	v6Status := &apiv3.BGPDaemonStatus{
		State:                   apiv3.BGPDaemonStateReady,
		Version:                 "v0.3.3+birdv1.6.8",
		RouterID:                "2001:20::8",
		LastBootTime:            BootTimeFirst,
		LastReconfigurationTime: "2021-09-19 20:48:56",
	}

	agentStatus := &apiv3.CalicoNodeAgentStatus{
		BIRDV4: *v4Status,
		BIRDV6: *v6Status,
	}

	v4Peer := &apiv3.CalicoNodePeer{
		PeerIP: "172.17.8.104",
		Type:   apiv3.BGPPeerTypeNodeMesh,
		State:  apiv3.BGPSessionStateEstablished,
		Since:  "2016-11-21",
	}

	v6Peer := &apiv3.CalicoNodePeer{
		PeerIP: "2001:20::8",
		Type:   apiv3.BGPPeerTypeNodeMesh,
		State:  apiv3.BGPSessionStateEstablished,
		Since:  "2016-11-21",
	}

	bgpPeers := &apiv3.CalicoNodeBGPStatus{
		NumberEstablishedV4:    1,
		NumberEstablishedV6:    1,
		NumberNotEstablishedV4: 0,
		NumberNotEstablishedV6: 0,
		PeersV4:                []apiv3.CalicoNodePeer{*v4Peer},
		PeersV6:                []apiv3.CalicoNodePeer{*v6Peer},
	}

	v4Route := &apiv3.CalicoNodeRoute{
		Type:        apiv3.RouteTypeFIB,
		Destination: "172.17.0.0/16",
		Gateway:     "N/A",
		Interface:   "eth0",
		LearnedFrom: apiv3.CalicoNodeRouteLearnedFrom{
			SourceType: apiv3.RouteSourceTypeDirect,
		},
	}

	v6Route := &apiv3.CalicoNodeRoute{
		Type:        apiv3.RouteTypeFIB,
		Destination: "2001:20::8",
		Gateway:     "N/A",
		Interface:   "eth0",
		LearnedFrom: apiv3.CalicoNodeRouteLearnedFrom{
			SourceType: apiv3.RouteSourceTypeDirect,
		},
	}

	routes := &apiv3.CalicoNodeBGPRouteStatus{
		RoutesV4: []apiv3.CalicoNodeRoute{*v4Route},
		RoutesV6: []apiv3.CalicoNodeRoute{*v6Route},
	}

	var r *status.NodeStatusReporter
	var mock *mockBird

	getCurrentStatus := func() *apiv3.CalicoNodeStatus {
		status, err := c.CalicoNodeStatus().Get(context.Background(), name, options.GetOptions{})
		Expect(err).NotTo(HaveOccurred())
		return status
	}

	Context("Mock bird connections", func() {

		BeforeEach(func() {
			err = be.Clean()
			Expect(err).ToNot(HaveOccurred())

			mock = newMockBird(v4Status, v6Status, v4Peer, v6Peer, v4Route, v6Route)
			r = status.NewNodeStatusReporter(nodeName, cfg, c, getPopulators(mock))
			mock.setLastBootTime(BootTimeFirst)
			mock.setError(nil)

			syncer := nodestatussyncer.New(be, r)
			syncer.Start()

			go r.Run()
		})

		AfterEach(func() {
			r.Stop()
		})

		checkPeersRoutes := func(status *apiv3.CalicoNodeStatus) {
			Expect(status.Status.BGP).To(Equal(*bgpPeers))
			Expect(status.Status.Routes).To(Equal(*routes))
		}

		It("should update status just once if interval is 0", func() {
			// Create a node status request with interval of 0 seconds.
			createCalicoNodeStatus(c, nodeName, name, 0)

			// We should see an status update immediately.
			Eventually(func() *apiv3.CalicoNodeAgentStatus {
				status, err := c.CalicoNodeStatus().Get(context.Background(), name, options.GetOptions{})
				Expect(err).NotTo(HaveOccurred())
				return &status.Status.Agent
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(agentStatus))

			saved := getCurrentStatus()
			checkPeersRoutes(saved)

			// Update lastBootTime so new status can be populated if required
			mock.setLastBootTime(BootTimeSecond)

			// We should not see any update consistently for more than 10 seconds.
			Consistently(func() string {
				latest := getCurrentStatus()
				return latest.ResourceVersion
			}, 10*time.Second, 500*time.Millisecond).Should(Equal(saved.ResourceVersion))
		})

		It("should get updated status object at the correct interval", func() {
			// Create a node status request with interval of 5 seconds.
			createCalicoNodeStatus(c, nodeName, name, 5)

			// We should see an status update immediately.
			Eventually(func() *apiv3.CalicoNodeAgentStatus {
				status, err := c.CalicoNodeStatus().Get(context.Background(), name, options.GetOptions{})
				Expect(err).NotTo(HaveOccurred())
				return &status.Status.Agent
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(agentStatus))

			// Save value of lastUpdated.
			saved := getCurrentStatus()
			checkPeersRoutes(saved)

			// Update lastBootTime so new status can be populated if required
			mock.setLastBootTime(BootTimeSecond)

			// Sleep 6 seconds so status should be updated.
			time.Sleep(6 * time.Second)

			// Should get a new update
			new := getCurrentStatus()

			// New update should have new values.
			Expect(new.Status.Agent.BIRDV4.LastBootTime).To(Equal(BootTimeSecond))
			Expect(new.Status.Agent.BIRDV6.LastBootTime).To(Equal(BootTimeSecond))
			Expect((&saved.Status.LastUpdated).Before(&new.Status.LastUpdated)).To(BeTrue())
			checkPeersRoutes(new)

			// We should not see any update consistently for more than 10 seconds.
			Consistently(func() string {
				latest := getCurrentStatus()
				return latest.ResourceVersion
			}, 10*time.Second, 500*time.Millisecond).Should(Equal(new.ResourceVersion))
		})

		It("should not update status object if populator hitting an error", func() {
			// Create a node status request with interval of 5 seconds.
			createCalicoNodeStatus(c, nodeName, name, 5)

			// We should see an status update immediately.
			Eventually(func() *apiv3.CalicoNodeAgentStatus {
				status, err := c.CalicoNodeStatus().Get(context.Background(), name, options.GetOptions{})
				Expect(err).NotTo(HaveOccurred())
				return &status.Status.Agent
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(agentStatus))

			// Save value of lastUpdated.
			new := getCurrentStatus()

			// Update lastBootTime so new status can be populated if required
			mock.setLastBootTime(BootTimeSecond)
			testErr := errors.New("mock a test error")
			mock.setError(&testErr)

			// We should not see any update consistently for more than 10 seconds.
			Consistently(func() string {
				latest := getCurrentStatus()
				return latest.ResourceVersion
			}, 10*time.Second, 500*time.Millisecond).Should(Equal(new.ResourceVersion))
		})

		It("should create and release correct number of reporters", func() {
			// Create a node status request with interval of 10 seconds.
			createCalicoNodeStatus(c, nodeName, name, 5)
			createCalicoNodeStatus(c, nodeName, "new-status", 10)
			createCalicoNodeStatus(c, "wrong-node-name", "another-status", 10)

			// We should see two reporters.
			Eventually(func() int {
				return r.GetNumberOfReporters()
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(2))

			_, err := c.CalicoNodeStatus().Delete(context.Background(), name, options.DeleteOptions{})
			Expect(err).NotTo(HaveOccurred())

			Eventually(func() int {
				return r.GetNumberOfReporters()
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(1))

			_, err = c.CalicoNodeStatus().Delete(context.Background(), "new-status", options.DeleteOptions{})
			Expect(err).NotTo(HaveOccurred())

			Eventually(func() int {
				return r.GetNumberOfReporters()
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(0))

		})
	})

	Context("Broken BIRD connections", func() {
		// We use real status populators for broken BIRD connections test.
		// There is no bird daemon running locally, hence populators will get
		// bad BIRD connections.
		notReady := apiv3.CalicoNodeAgentStatus{
			BIRDV4: apiv3.BGPDaemonStatus{State: apiv3.BGPDaemonStateNotReady},
			BIRDV6: apiv3.BGPDaemonStatus{State: apiv3.BGPDaemonStateNotReady},
		}
		emptyBGP := apiv3.CalicoNodeBGPStatus{}
		emptyRoutes := apiv3.CalicoNodeBGPRouteStatus{}

		BeforeEach(func() {
			err = be.Clean()
			Expect(err).ToNot(HaveOccurred())

			r = status.NewNodeStatusReporter(nodeName, cfg, c, status.GetPopulators())

			syncer := nodestatussyncer.New(be, r)
			syncer.Start()

			go r.Run()
		})

		AfterEach(func() {
			r.Stop()
		})

		It("should report BGP daemon not ready", func() {
			// Create a node status request with interval of 5 seconds.
			createCalicoNodeStatus(c, nodeName, name, 5)

			// We should see an status update immediately.
			Eventually(func() apiv3.CalicoNodeAgentStatus {
				status, err := c.CalicoNodeStatus().Get(context.Background(), name, options.GetOptions{})
				Expect(err).NotTo(HaveOccurred())
				return status.Status.Agent
			}, 2*time.Second, 500*time.Millisecond).Should(Equal(notReady))

			// Save value of lastUpdated.
			new := getCurrentStatus()
			Expect(new.Status.BGP).To(Equal(emptyBGP))
			Expect(new.Status.Routes).To(Equal(emptyRoutes))
		})
	})

	Specify("Reporter should handle conflict in case of syncer missing update", func() {
		// Create reporter without syncer, because we are going to simulate syncer missing update
		mock := newMockBird(v4Status, v6Status, v4Peer, v6Peer, v4Route, v6Route)
		r := status.NewNodeStatusReporter(nodeName, cfg, c, getPopulators(mock))
		go r.Run()
		defer r.Stop()

		// Create a node status request with update period of 5 seconds, notify reporter
		Expect(be.Clean()).NotTo(HaveOccurred())
		createCalicoNodeStatus(c, nodeName, name, 5)
		r.OnUpdates([]api.Update{
			{KVPair: model.KVPair{Key: model.ResourceKey{Name: name}, Value: getCurrentStatus()}},
		})
		r.OnStatusUpdated(api.InSync)

		// Wait for first immediate status update
		var firstStatus *apiv3.CalicoNodeStatus
		Eventually(func() metav1.Time {
			firstStatus = getCurrentStatus()
			return firstStatus.Status.LastUpdated
		}, 2*time.Second, 500*time.Millisecond).Should(Not(BeZero()))

		// Update object, but do not notify reporter (simulate syncer missing update)
		newPeriod := uint32(1)
		secondStatus := firstStatus.DeepCopy()
		secondStatus.Spec.UpdatePeriodSeconds = &newPeriod
		_, err = c.CalicoNodeStatus().Update(context.Background(), secondStatus, options.SetOptions{})
		Expect(err).To(Not(HaveOccurred()))

		// Update actual state and wait reporter to resolve conflict and update status
		mock.setLastBootTime(BootTimeSecond)
		Eventually(func() metav1.Time {
			return getCurrentStatus().Status.LastUpdated
		}, 10*time.Second, 500*time.Millisecond).Should(Not(Equal(firstStatus.Status.LastUpdated)))
	})
})

func createCalicoNodeStatus(c client.Interface, node string, name string, interval int) {
	log.Info("Creating an CalicoNodeStatus")
	seconds := uint32(interval)
	_, err := c.CalicoNodeStatus().Create(
		context.Background(),
		&apiv3.CalicoNodeStatus{
			ObjectMeta: metav1.ObjectMeta{Name: name},
			Spec: apiv3.CalicoNodeStatusSpec{
				Node: node,
				Classes: []apiv3.NodeStatusClassType{
					apiv3.NodeStatusClassTypeAgent,
					apiv3.NodeStatusClassTypeBGP,
					apiv3.NodeStatusClassTypeRoutes,
				},
				UpdatePeriodSeconds: &seconds,
			},
		},
		options.SetOptions{},
	)
	Expect(err).NotTo(HaveOccurred())
}

// getPopulators returns PopulatorRegistry with mockBird.
func getPopulators(mock *mockBird) status.PopulatorRegistry {
	populators := make(map[populator.IPFamily]map[apiv3.NodeStatusClassType]populator.Interface)

	for _, ipv := range []populator.IPFamily{populator.IPFamilyV4, populator.IPFamilyV6} {
		populators[ipv] = make(map[apiv3.NodeStatusClassType]populator.Interface)
		populators[ipv][apiv3.NodeStatusClassTypeAgent] = mock
		populators[ipv][apiv3.NodeStatusClassTypeBGP] = mock
		populators[ipv][apiv3.NodeStatusClassTypeRoutes] = mock
	}

	return populators
}

// mockBird implement populator interface to return bird status.
type mockBird struct {
	// Used to set the lastBootTime for status.
	lastBootTime string

	// Used to simulate an error condition.
	returnErr *error

	v4Status *apiv3.BGPDaemonStatus
	v6Status *apiv3.BGPDaemonStatus

	v4Peer *apiv3.CalicoNodePeer
	v6Peer *apiv3.CalicoNodePeer

	v4Route *apiv3.CalicoNodeRoute
	v6Route *apiv3.CalicoNodeRoute
}

func newMockBird(
	v4Status *apiv3.BGPDaemonStatus,
	v6Status *apiv3.BGPDaemonStatus,
	v4Peer *apiv3.CalicoNodePeer,
	v6Peer *apiv3.CalicoNodePeer,
	v4Route *apiv3.CalicoNodeRoute,
	v6Route *apiv3.CalicoNodeRoute,
) *mockBird {
	return &mockBird{
		v4Status: v4Status,
		v6Status: v6Status,
		v4Peer:   v4Peer,
		v6Peer:   v6Peer,
		v4Route:  v4Route,
		v6Route:  v6Route,
	}
}

func (b *mockBird) setLastBootTime(s string) {
	b.lastBootTime = s
}

func (b *mockBird) setError(e *error) {
	b.returnErr = e
}

func (b *mockBird) Populate(status *apiv3.CalicoNodeStatus) error {
	if b.returnErr != nil {
		return *b.returnErr
	}

	if b.v4Status != nil {
		b.v4Status.LastBootTime = b.lastBootTime
		status.Status.Agent.BIRDV4 = *b.v4Status
	}

	if b.v6Status != nil {
		b.v6Status.LastBootTime = b.lastBootTime
		status.Status.Agent.BIRDV6 = *b.v6Status
	}

	if b.v4Peer != nil {
		status.Status.BGP.NumberEstablishedV4 = 1
		status.Status.BGP.PeersV4 = []apiv3.CalicoNodePeer{*b.v4Peer}
	}

	if b.v6Peer != nil {
		status.Status.BGP.NumberEstablishedV6 = 1
		status.Status.BGP.PeersV6 = []apiv3.CalicoNodePeer{*b.v6Peer}
	}

	if b.v4Route != nil {
		status.Status.Routes.RoutesV4 = []apiv3.CalicoNodeRoute{*b.v4Route}
	}

	if b.v6Route != nil {
		status.Status.Routes.RoutesV6 = []apiv3.CalicoNodeRoute{*b.v6Route}
	}

	return nil
}

func (b *mockBird) Show() {
}