// Licensed to Apache Software Foundation (ASF) under one or more contributor
// license agreements. See the NOTICE file distributed with
// this work for additional information regarding copyright
// ownership. Apache Software Foundation (ASF) licenses this file to you under
// the Apache License, Version 2.0 (the "License"); you may
// not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

package measure

import (
	"context"
	"fmt"
	"path/filepath"
	"strconv"
	"time"

	"github.com/apache/skywalking-banyandb/api/data"
	"github.com/apache/skywalking-banyandb/banyand/internal/storage"
	"github.com/apache/skywalking-banyandb/banyand/queue"
	"github.com/apache/skywalking-banyandb/pkg/bytes"
	"github.com/apache/skywalking-banyandb/pkg/compress/zstd"
	"github.com/apache/skywalking-banyandb/pkg/pool"
	"github.com/apache/skywalking-banyandb/pkg/watcher"
)

// PartTypeCore is the type of the core part.
const PartTypeCore = "core"

type syncIntroduction struct {
	synced  map[uint64]struct{}
	applied chan struct{}
}

func (i *syncIntroduction) reset() {
	for k := range i.synced {
		delete(i.synced, k)
	}
	i.applied = nil
}

var syncIntroductionPool = pool.Register[*syncIntroduction]("measure-sync-introduction")

func generateSyncIntroduction() *syncIntroduction {
	v := syncIntroductionPool.Get()
	if v == nil {
		return &syncIntroduction{
			synced: make(map[uint64]struct{}),
		}
	}
	i := v
	i.reset()
	return i
}

func releaseSyncIntroduction(i *syncIntroduction) {
	syncIntroductionPool.Put(i)
}

func (tst *tsTable) syncLoop(syncCh chan *syncIntroduction, flusherNotifier watcher.Channel) {
	defer tst.loopCloser.Done()

	var epoch uint64
	var lastTriggerTime time.Time

	ew := flusherNotifier.Add(0, tst.loopCloser.CloseNotify())
	if ew == nil {
		return
	}

	syncTimer := time.NewTimer(tst.option.syncInterval)
	defer syncTimer.Stop()

	// Common sync logic extracted into a closure
	trySync := func(triggerTime time.Time) bool {
		defer syncTimer.Reset(tst.option.syncInterval)
		curSnapshot := tst.currentSnapshot()
		if curSnapshot == nil {
			return false
		}
		defer curSnapshot.decRef()
		if curSnapshot.epoch != epoch {
			tst.incTotalSyncLoopStarted(1)
			defer tst.incTotalSyncLoopFinished(1)
			var err error
			if err = tst.syncSnapshot(curSnapshot, syncCh); err != nil {
				if tst.loopCloser.Closed() {
					return true
				}
				tst.l.Error().Err(err).Msgf("cannot sync snapshot: %d", curSnapshot.epoch)
				tst.incTotalSyncLoopErr(1)
				time.Sleep(2 * time.Second)
				return false
			}
			epoch = curSnapshot.epoch
			lastTriggerTime = triggerTime
			if tst.currentEpoch() != epoch {
				return false
			}
		}
		ew = flusherNotifier.Add(epoch, tst.loopCloser.CloseNotify())
		return ew == nil
	}

	for {
		select {
		case <-tst.loopCloser.CloseNotify():
			return
		case <-ew.Watch():
			if trySync(time.Now()) {
				return
			}
		case <-syncTimer.C:
			now := time.Now()
			if now.Sub(lastTriggerTime) < tst.option.syncInterval {
				syncTimer.Reset(tst.option.syncInterval - now.Sub(lastTriggerTime))
				continue
			}
			if trySync(now) {
				return
			}
		}
	}
}

func createPartFileReaders(part *part) ([]queue.FileInfo, func()) {
	var files []queue.FileInfo
	var buffersToRelease []*bytes.Buffer

	buf := bigValuePool.Generate()
	// Stream metadata.
	for i := range part.primaryBlockMetadata {
		buf.Buf = part.primaryBlockMetadata[i].marshal(buf.Buf)
	}
	bb := bigValuePool.Generate()
	bb.Buf = zstd.Compress(bb.Buf[:0], buf.Buf, 1)
	bigValuePool.Release(buf)
	files = append(files,
		queue.FileInfo{
			Name:   measureMetaName,
			Reader: bb.SequentialRead(),
		},
		queue.FileInfo{
			Name:   measurePrimaryName,
			Reader: part.primary.SequentialRead(),
		},
		queue.FileInfo{
			Name:   measureTimestampsName,
			Reader: part.timestamps.SequentialRead(),
		},
		queue.FileInfo{
			Name:   measureFieldValuesName,
			Reader: part.fieldValues.SequentialRead(),
		},
	)

	// Stream tag families data.
	if part.tagFamilies != nil {
		for name, reader := range part.tagFamilies {
			files = append(files, queue.FileInfo{
				Name:   fmt.Sprintf("%s%s", measureTagFamiliesPrefix, name),
				Reader: reader.SequentialRead(),
			})
		}

		for name, reader := range part.tagFamilyMetadata {
			files = append(files, queue.FileInfo{
				Name:   fmt.Sprintf("%s%s", measureTagMetadataPrefix, name),
				Reader: reader.SequentialRead(),
			})
		}
	}

	if part.fileSystem != nil {
		tagTypePath := filepath.Join(part.path, tagTypeFilename)
		if tagTypeData, readErr := part.fileSystem.Read(tagTypePath); readErr == nil && len(tagTypeData) > 0 {
			tagTypeBuffer := bigValuePool.Generate()
			tagTypeBuffer.Buf = append(tagTypeBuffer.Buf[:0], tagTypeData...)
			buffersToRelease = append(buffersToRelease, tagTypeBuffer)
			files = append(files, queue.FileInfo{
				Name:   tagTypeFilename,
				Reader: tagTypeBuffer.SequentialRead(),
			})
		}
	}

	return files, func() {
		bigValuePool.Release(bb)
		for _, buffer := range buffersToRelease {
			bigValuePool.Release(buffer)
		}
	}
}

// syncPartsToNodesHelper syncs given parts to all nodes and returns failed parts.
// This helper is used for both initial sync and retry attempts.
func (tst *tsTable) syncPartsToNodesHelper(ctx context.Context, parts []*part, nodes []string, chunkSize uint32, releaseFuncs *[]func()) ([]queue.FailedPart, error) {
	var allFailedParts []queue.FailedPart

	for _, node := range nodes {
		// Get chunked sync client for this node
		chunkedClient, err := tst.option.tire2Client.NewChunkedSyncClient(node, chunkSize)
		if err != nil {
			return nil, fmt.Errorf("failed to create chunked sync client for node %s: %w", node, err)
		}
		defer chunkedClient.Close()

		// Prepare streaming parts data
		var streamingParts []queue.StreamingPartData
		for _, part := range parts {
			files, release := createPartFileReaders(part)
			*releaseFuncs = append(*releaseFuncs, release)
			streamingParts = append(streamingParts, queue.StreamingPartData{
				ID:                    part.partMetadata.ID,
				Group:                 tst.group,
				ShardID:               uint32(tst.shardID),
				Topic:                 data.TopicMeasurePartSync.String(),
				Files:                 files,
				CompressedSizeBytes:   part.partMetadata.CompressedSizeBytes,
				UncompressedSizeBytes: part.partMetadata.UncompressedSizeBytes,
				TotalCount:            part.partMetadata.TotalCount,
				BlocksCount:           part.partMetadata.BlocksCount,
				MinTimestamp:          part.partMetadata.MinTimestamp,
				MaxTimestamp:          part.partMetadata.MaxTimestamp,
				PartType:              PartTypeCore,
			})
		}

		result, err := chunkedClient.SyncStreamingParts(ctx, streamingParts)
		if err != nil {
			return nil, fmt.Errorf("failed to sync streaming parts to node %s: %w", node, err)
		}

		tst.incTotalSyncLoopBytes(result.TotalBytes)
		if dl := tst.l.Debug(); dl.Enabled() {
			dl.
				Str("node", node).
				Str("session", result.SessionID).
				Uint64("bytes", result.TotalBytes).
				Int64("duration_ms", result.DurationMs).
				Uint32("chunks", result.ChunksCount).
				Uint32("parts", result.PartsCount).
				Int("failed_parts", len(result.FailedParts)).
				Msg("chunked sync completed")
		}

		allFailedParts = append(allFailedParts, result.FailedParts...)
	}

	return allFailedParts, nil
}

func (tst *tsTable) syncSnapshot(curSnapshot *snapshot, syncCh chan *syncIntroduction) error {
	startTime := time.Now()
	defer func() {
		tst.incTotalSyncLoopLatency(time.Since(startTime).Seconds())
	}()

	partsToSync := tst.collectPartsToSync(curSnapshot)
	if len(partsToSync) == 0 {
		return nil
	}

	nodes := tst.getNodes()
	if len(nodes) == 0 {
		return fmt.Errorf("no nodes to sync parts")
	}

	tst.sortPartsByID(partsToSync)

	if err := tst.executeSyncWithRetry(partsToSync, nodes); err != nil {
		return err
	}

	return tst.sendSyncIntroduction(partsToSync, syncCh)
}

func (tst *tsTable) collectPartsToSync(curSnapshot *snapshot) []*part {
	var partsToSync []*part
	for _, pw := range curSnapshot.parts {
		if pw.mp == nil && pw.p.partMetadata.TotalCount > 0 {
			partsToSync = append(partsToSync, pw.p)
		}
	}
	return partsToSync
}

func (tst *tsTable) sortPartsByID(partsToSync []*part) {
	for i := 0; i < len(partsToSync); i++ {
		for j := i + 1; j < len(partsToSync); j++ {
			if partsToSync[i].partMetadata.ID > partsToSync[j].partMetadata.ID {
				partsToSync[i], partsToSync[j] = partsToSync[j], partsToSync[i]
			}
		}
	}
}

func (tst *tsTable) executeSyncWithRetry(partsToSync []*part, nodes []string) error {
	failedPartsHandler := storage.NewFailedPartsHandler(tst.fileSystem, tst.root, tst.l, tst.option.failedPartsMaxTotalSizeBytes)
	partsInfo := tst.buildPartsInfoMap(partsToSync)

	ctx := tst.loopCloser.Ctx()
	releaseFuncs := make([]func(), 0, len(partsToSync))
	defer func() {
		for _, release := range releaseFuncs {
			release()
		}
	}()

	perNodeFailures := tst.performInitialSync(ctx, partsToSync, nodes, &releaseFuncs)
	if len(perNodeFailures) > 0 {
		tst.handleFailedPartsRetry(ctx, partsToSync, perNodeFailures, partsInfo, failedPartsHandler)
	}

	return nil
}

func (tst *tsTable) buildPartsInfoMap(partsToSync []*part) map[uint64][]*storage.PartInfo {
	partsInfo := make(map[uint64][]*storage.PartInfo)
	for _, part := range partsToSync {
		partsInfo[part.partMetadata.ID] = []*storage.PartInfo{
			{
				PartID:     part.partMetadata.ID,
				SourcePath: part.path,
				PartType:   PartTypeCore,
			},
		}
	}
	return partsInfo
}

func (tst *tsTable) performInitialSync(
	ctx context.Context, partsToSync []*part, nodes []string, releaseFuncs *[]func(),
) map[string][]queue.FailedPart {
	perNodeFailures := make(map[string][]queue.FailedPart)
	for _, node := range nodes {
		failedParts, err := tst.syncPartsToNodesHelper(ctx, partsToSync, []string{node}, 512*1024, releaseFuncs)
		if err != nil {
			tst.l.Error().Err(err).Str("node", node).Msg("sync error")
			// Mark all parts as failed for this node
			var allPartsFailed []queue.FailedPart
			for _, part := range partsToSync {
				allPartsFailed = append(allPartsFailed, queue.FailedPart{
					PartID: strconv.FormatUint(part.partMetadata.ID, 10),
					Error:  fmt.Sprintf("node %s: %v", node, err),
				})
			}
			perNodeFailures[node] = allPartsFailed
			continue
		}
		if len(failedParts) > 0 {
			perNodeFailures[node] = failedParts
		}
	}
	return perNodeFailures
}

func (tst *tsTable) handleFailedPartsRetry(
	ctx context.Context, partsToSync []*part, perNodeFailures map[string][]queue.FailedPart,
	partsInfo map[uint64][]*storage.PartInfo, failedPartsHandler *storage.FailedPartsHandler,
) {
	allFailedParts := tst.collectAllFailedParts(perNodeFailures)
	syncFunc := tst.createRetrySyncFunc(ctx, partsToSync, perNodeFailures)

	permanentlyFailedParts, err := failedPartsHandler.RetryFailedParts(ctx, allFailedParts, partsInfo, syncFunc)
	if err != nil {
		tst.l.Warn().Err(err).Msg("error during retry process")
	}
	if len(permanentlyFailedParts) > 0 {
		tst.l.Error().
			Uints64("partIDs", permanentlyFailedParts).
			Int("count", len(permanentlyFailedParts)).
			Msg("parts permanently failed after all retries and have been copied to failed-parts directory")
	}
}

func (tst *tsTable) collectAllFailedParts(perNodeFailures map[string][]queue.FailedPart) []queue.FailedPart {
	allFailedParts := make([]queue.FailedPart, 0)
	for _, failedParts := range perNodeFailures {
		allFailedParts = append(allFailedParts, failedParts...)
	}
	return allFailedParts
}

func (tst *tsTable) createRetrySyncFunc(
	ctx context.Context, partsToSync []*part, perNodeFailures map[string][]queue.FailedPart,
) func([]uint64) ([]queue.FailedPart, error) {
	return func(partIDs []uint64) ([]queue.FailedPart, error) {
		partIDsSet := make(map[uint64]struct{})
		for _, partID := range partIDs {
			partIDsSet[partID] = struct{}{}
		}

		partsToRetry := tst.filterPartsToRetry(partIDs, partsToSync)
		if len(partsToRetry) == 0 {
			return nil, nil
		}

		return tst.retryPartsOnFailedNodes(ctx, partIDs, partsToRetry, partIDsSet, perNodeFailures)
	}
}

func (tst *tsTable) filterPartsToRetry(partIDs []uint64, partsToSync []*part) []*part {
	partsToRetry := make([]*part, 0)
	for _, partID := range partIDs {
		for _, part := range partsToSync {
			if part.partMetadata.ID == partID {
				partsToRetry = append(partsToRetry, part)
				break
			}
		}
	}
	return partsToRetry
}

func (tst *tsTable) retryPartsOnFailedNodes(
	ctx context.Context, partIDs []uint64, partsToRetry []*part,
	partIDsSet map[uint64]struct{}, perNodeFailures map[string][]queue.FailedPart,
) ([]queue.FailedPart, error) {
	retryReleaseFuncs := make([]func(), 0)
	defer func() {
		for _, release := range retryReleaseFuncs {
			release()
		}
	}()

	var retryFailedParts []queue.FailedPart
	for node, nodeFailedParts := range perNodeFailures {
		if !tst.shouldRetryOnNode(nodeFailedParts, partIDsSet) {
			continue
		}

		failedParts, err := tst.syncPartsToNodesHelper(ctx, partsToRetry, []string{node}, 512*1024, &retryReleaseFuncs)
		if err != nil {
			retryFailedParts = append(retryFailedParts, tst.markPartsAsFailed(partIDs, node, err)...)
			continue
		}
		retryFailedParts = append(retryFailedParts, failedParts...)
	}

	return retryFailedParts, nil
}

func (tst *tsTable) shouldRetryOnNode(nodeFailedParts []queue.FailedPart, partIDsSet map[uint64]struct{}) bool {
	for _, failedPart := range nodeFailedParts {
		failedPartID, _ := strconv.ParseUint(failedPart.PartID, 10, 64)
		if _, exists := partIDsSet[failedPartID]; exists {
			return true
		}
	}
	return false
}

func (tst *tsTable) markPartsAsFailed(partIDs []uint64, node string, err error) []queue.FailedPart {
	var failedParts []queue.FailedPart
	for _, partID := range partIDs {
		failedParts = append(failedParts, queue.FailedPart{
			PartID: strconv.FormatUint(partID, 10),
			Error:  fmt.Sprintf("node %s: %v", node, err),
		})
	}
	return failedParts
}

func (tst *tsTable) sendSyncIntroduction(partsToSync []*part, syncCh chan *syncIntroduction) error {
	si := generateSyncIntroduction()
	defer releaseSyncIntroduction(si)
	si.applied = make(chan struct{})

	for _, part := range partsToSync {
		si.synced[part.partMetadata.ID] = struct{}{}
	}

	select {
	case syncCh <- si:
	case <-tst.loopCloser.CloseNotify():
		return errClosed
	}
	<-si.applied

	return nil
}
