// Licensed to Apache Software Foundation (ASF) under one or more contributor
// license agreements. See the NOTICE file distributed with
// this work for additional information regarding copyright
// ownership. Apache Software Foundation (ASF) licenses this file to you under
// the Apache License, Version 2.0 (the "License"); you may
// not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//	http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

package stream

import (
	"path/filepath"
	"testing"

	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"

	"github.com/apache/skywalking-banyandb/api/common"
	"github.com/apache/skywalking-banyandb/pkg/convert"
	"github.com/apache/skywalking-banyandb/pkg/fs"
	"github.com/apache/skywalking-banyandb/pkg/index"
	pbv1 "github.com/apache/skywalking-banyandb/pkg/pb/v1"
	"github.com/apache/skywalking-banyandb/pkg/test"
)

func TestMustInitFromElements(t *testing.T) {
	tests := []struct {
		es   *elements
		name string
		want partMetadata
	}{
		{
			name: "Test with empty elements",
			es: &elements{
				timestamps:  []int64{},
				elementIDs:  []uint64{},
				seriesIDs:   []common.SeriesID{},
				tagFamilies: make([][]tagValues, 0),
			},
			want: partMetadata{},
		},
		{
			name: "Test with one item in elements",
			es: &elements{
				timestamps: []int64{1},
				elementIDs: []uint64{0},
				seriesIDs:  []common.SeriesID{1},
				tagFamilies: [][]tagValues{
					{
						{
							"arrTag", []*tagValue{
								{tag: "strArrTag", valueType: pbv1.ValueTypeStrArr, value: nil, valueArr: [][]byte{[]byte("value1"), []byte("value2")}},
								{tag: "intArrTag", valueType: pbv1.ValueTypeInt64Arr, value: nil, valueArr: [][]byte{convert.Int64ToBytes(25), convert.Int64ToBytes(30)}},
							},
						},
					},
				},
			},
			want: partMetadata{
				BlocksCount:  1,
				MinTimestamp: 1,
				MaxTimestamp: 1,
				TotalCount:   1,
			},
		},
		{
			name: "Test with multiple items in elements",
			es:   es,
			want: partMetadata{
				BlocksCount:  3,
				MinTimestamp: 1,
				MaxTimestamp: 220,
				TotalCount:   6,
			},
		},
	}
	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			mp := &memPart{}
			mp.mustInitFromElements(tt.es)
			assert.Equal(t, tt.want.BlocksCount, mp.partMetadata.BlocksCount)
			assert.Equal(t, tt.want.MinTimestamp, mp.partMetadata.MinTimestamp)
			assert.Equal(t, tt.want.MaxTimestamp, mp.partMetadata.MaxTimestamp)
			assert.Equal(t, tt.want.TotalCount, mp.partMetadata.TotalCount)
			assert.Equal(t, len(mp.tagFamilies), len(mp.tagFamilyMetadata))
			tmpPath, defFn := test.Space(require.New(t))
			defer defFn()
			epoch := uint64(1)
			path := partPath(tmpPath, epoch)

			fileSystem := fs.NewLocalFileSystem()
			mp.mustFlush(fileSystem, path)
			p := mustOpenFilePart(epoch, tmpPath, fileSystem)
			defer p.close()
			assert.Equal(t, tt.want.BlocksCount, p.partMetadata.BlocksCount)
			assert.Equal(t, tt.want.MinTimestamp, p.partMetadata.MinTimestamp)
			assert.Equal(t, tt.want.MaxTimestamp, p.partMetadata.MaxTimestamp)
			assert.Equal(t, tt.want.TotalCount, p.partMetadata.TotalCount)
			if len(mp.tagFamilies) > 0 {
				for k := range mp.tagFamilies {
					_, ok := mp.tagFamilyMetadata[k]
					require.True(t, ok, "mp.tagFamilyMetadata %s not found", k)
					_, ok = p.tagFamilies[k]
					require.True(t, ok, "p.tagFamilies %s not found", k)
					_, ok = p.tagFamilyMetadata[k]
					require.True(t, ok, "p.tagFamilyMetadata %s not found", k)
				}
				tagTypeData, readErr := fileSystem.Read(filepath.Join(path, tagTypeFilename))
				require.NoError(t, readErr)
				gotTagType := make(tagType)
				require.NoError(t, gotTagType.unmarshal(tagTypeData))
				require.Equal(t, pbv1.ValueTypeStrArr, gotTagType["arrTag"]["strArrTag"])
				require.Equal(t, pbv1.ValueTypeInt64Arr, gotTagType["arrTag"]["intArrTag"])
			}
		})
	}
}

var es = &elements{
	seriesIDs:  []common.SeriesID{1, 1, 2, 2, 3, 3},
	timestamps: []int64{1, 2, 8, 10, 100, 220},
	elementIDs: []uint64{0, 1, 2, 3, 4, 5},
	tagFamilies: [][]tagValues{
		{
			{
				tag: "arrTag", values: []*tagValue{
					{tag: "strArrTag", valueType: pbv1.ValueTypeStrArr, value: nil, valueArr: [][]byte{[]byte("value1"), []byte("value2")}},
					{tag: "intArrTag", valueType: pbv1.ValueTypeInt64Arr, value: nil, valueArr: [][]byte{convert.Int64ToBytes(25), convert.Int64ToBytes(30)}},
				},
			},
			{
				tag: "binaryTag", values: []*tagValue{
					{tag: "binaryTag", valueType: pbv1.ValueTypeBinaryData, value: longText, valueArr: nil},
				},
			},
			{
				tag: "singleTag", values: []*tagValue{
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("value1"), valueArr: nil},
					{tag: "intTag", valueType: pbv1.ValueTypeInt64, value: convert.Int64ToBytes(10), valueArr: nil},
				},
			},
		},
		{
			{
				tag: "arrTag", values: []*tagValue{
					{tag: "strArrTag", valueType: pbv1.ValueTypeStrArr, value: nil, valueArr: [][]byte{[]byte("value3"), []byte("value4")}},
					{tag: "intArrTag", valueType: pbv1.ValueTypeInt64Arr, value: nil, valueArr: [][]byte{convert.Int64ToBytes(50), convert.Int64ToBytes(60)}},
				},
			},
			{
				tag: "binaryTag", values: []*tagValue{
					{tag: "binaryTag", valueType: pbv1.ValueTypeBinaryData, value: longText, valueArr: nil},
				},
			},
			{
				tag: "singleTag", values: []*tagValue{
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("value2"), valueArr: nil},
					{tag: "intTag", valueType: pbv1.ValueTypeInt64, value: convert.Int64ToBytes(20), valueArr: nil},
				},
			},
		},
		{
			{
				tag: "singleTag", values: []*tagValue{
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("tag1"), valueArr: nil},
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("tag2"), valueArr: nil},
				},
			},
		},
		{
			{
				tag: "singleTag", values: []*tagValue{
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("tag11"), valueArr: nil},
					{tag: "strTag", valueType: pbv1.ValueTypeStr, value: []byte("tag22"), valueArr: nil},
				},
			},
		},
		{},
		{}, // empty tagFamilies for seriesID 3
	},
}

func TestSeriesMetadataPersistence(t *testing.T) {
	tmpPath, defFn := test.Space(require.New(t))
	defer defFn()

	fileSystem := fs.NewLocalFileSystem()
	epoch := uint64(12345)
	path := partPath(tmpPath, epoch)

	// Create a memPart with elements
	mp := generateMemPart()
	mp.mustInitFromElements(es)

	// Create sample series metadata using NewBytesField
	field1 := index.NewBytesField(index.FieldKey{
		IndexRuleID: 1,
		Analyzer:    "keyword",
		TagName:     "tag1",
	}, []byte("term1"))
	field2 := index.NewBytesField(index.FieldKey{
		IndexRuleID: 2,
		Analyzer:    "keyword",
		TagName:     "tag2",
	}, []byte("term2"))
	metadataDocs := index.Documents{
		{
			DocID:        1,
			EntityValues: []byte("entity1"),
			Fields:       []index.Field{field1},
		},
		{
			DocID:        2,
			EntityValues: []byte("entity2"),
			Fields:       []index.Field{field2},
		},
	}

	// Marshal series metadata
	seriesMetadataBytes, err := metadataDocs.Marshal()
	require.NoError(t, err)
	require.NotEmpty(t, seriesMetadataBytes)

	// Set series metadata in memPart
	_, err = mp.seriesMetadata.Write(seriesMetadataBytes)
	require.NoError(t, err)

	// Flush to disk
	mp.mustFlush(fileSystem, path)

	// Verify series metadata file exists by trying to read it
	seriesMetadataPath := filepath.Join(path, seriesMetadataFilename)
	readBytes, err := fileSystem.Read(seriesMetadataPath)
	require.NoError(t, err, "series metadata file should exist")
	assert.Equal(t, seriesMetadataBytes, readBytes, "series metadata content should match")

	// Open the part and verify series metadata is accessible
	p := mustOpenFilePart(epoch, tmpPath, fileSystem)
	defer p.close()

	// Verify series metadata reader is available
	assert.NotNil(t, p.seriesMetadata, "series metadata reader should be available")

	// Read and unmarshal series metadata using SequentialRead
	seqReader := p.seriesMetadata.SequentialRead()
	defer seqReader.Close()
	readMetadataBytes := make([]byte, 0)
	buf := make([]byte, 1024)
	for {
		var n int
		n, err = seqReader.Read(buf)
		if n == 0 {
			if err != nil {
				break
			}
			continue
		}
		if err != nil {
			break
		}
		readMetadataBytes = append(readMetadataBytes, buf[:n]...)
	}

	var readDocs index.Documents
	err = readDocs.Unmarshal(readMetadataBytes)
	require.NoError(t, err)
	assert.Equal(t, len(metadataDocs), len(readDocs), "number of documents should match")
	assert.Equal(t, metadataDocs[0].DocID, readDocs[0].DocID, "first document DocID should match")
	assert.Equal(t, metadataDocs[1].DocID, readDocs[1].DocID, "second document DocID should match")
}

func TestSeriesMetadataBackwardCompatibility(t *testing.T) {
	tmpPath, defFn := test.Space(require.New(t))
	defer defFn()

	fileSystem := fs.NewLocalFileSystem()
	epoch := uint64(67890)
	path := partPath(tmpPath, epoch)

	// Create a memPart with elements but without series metadata
	mp := generateMemPart()
	mp.mustInitFromElements(es)
	// Don't set series metadata to simulate old parts

	// Flush to disk
	mp.mustFlush(fileSystem, path)

	// Verify series metadata file does not exist by trying to read it
	seriesMetadataPath := filepath.Join(path, seriesMetadataFilename)
	_, err := fileSystem.Read(seriesMetadataPath)
	assert.Error(t, err, "series metadata file should not exist for old parts")

	// Open the part - should work without series metadata (backward compatibility)
	p := mustOpenFilePart(epoch, tmpPath, fileSystem)
	defer p.close()

	// Verify part can be opened successfully
	assert.NotNil(t, p, "part should be opened successfully")
	assert.Nil(t, p.seriesMetadata, "series metadata reader should be nil for old parts")
}
