Add external labels to the values returned in API

Signed-off-by: Goutham Veeramachaneni <[email protected]>

Author: gouthamve

pkg/store/bucket.go

@@ -1081,7 +1081,18 @@ func (s *BucketStore) LabelNames(ctx context.Context, req *storepb.LabelNamesReq
 
 			// Do it via index reader to have pending reader registered correctly.
 			res := indexr.block.indexHeaderReader.LabelNames()
+
+			// Add  a set for the external labels as well.
+			// We're not adding them directly to res because there could be duplicates.
+			extRes := make([]string, 0, len(b.meta.Thanos.Labels))
+			for lName := range b.meta.Thanos.Labels {
+				extRes = append(extRes, lName)
+			}
+
 			sort.Strings(res)
+			sort.Strings(extRes)
+
+			res = strutil.MergeSlices(res, extRes)
 
 			mtx.Lock()
 			sets = append(sets, res)
@@ -1139,6 +1150,11 @@ func (s *BucketStore) LabelValues(ctx context.Context, req *storepb.LabelValuesR
 				return errors.Wrap(err, "index header label values")
 			}
 
+			// Add the external label value as well.
+			if extLabelValue, ok := b.meta.Thanos.Labels[req.Label]; ok {
+				res = strutil.MergeSlices(res, []string{extLabelValue})
+			}
+
 			mtx.Lock()
 			sets = append(sets, res)
 			mtx.Unlock()

pkg/store/bucket_test.go

@@ -1532,83 +1532,7 @@ func TestBucketSeries_OneBlock_InMemIndexCacheSegfault(t *testing.T) {
 }
 
 func TestSeries_RequestAndResponseHints(t *testing.T) {
-	tb := testutil.NewTB(t)
-
-	tmpDir, err := ioutil.TempDir("", "test-series-hints-enabled")
-	testutil.Ok(t, err)
-	defer func() { testutil.Ok(t, os.RemoveAll(tmpDir)) }()
-
-	bktDir := filepath.Join(tmpDir, "bkt")
-	bkt, err := filesystem.NewBucket(bktDir)
-	testutil.Ok(t, err)
-	defer func() { testutil.Ok(t, bkt.Close()) }()
-
-	var (
-		logger   = log.NewNopLogger()
-		instrBkt = objstore.WithNoopInstr(bkt)
-		random   = rand.New(rand.NewSource(120))
-	)
-
-	extLset := labels.Labels{{Name: "ext1", Value: "1"}}
-	// Inject the Thanos meta to each block in the storage.
-	thanosMeta := metadata.Thanos{
-		Labels:     extLset.Map(),
-		Downsample: metadata.ThanosDownsample{Resolution: 0},
-		Source:     metadata.TestSource,
-	}
-
-	// Create TSDB blocks.
-	head, seriesSet1 := storetestutil.CreateHeadWithSeries(t, 0, storetestutil.HeadGenOptions{
-		TSDBDir:          filepath.Join(tmpDir, "0"),
-		SamplesPerSeries: 1,
-		Series:           2,
-		PrependLabels:    extLset,
-		Random:           random,
-	})
-	block1 := createBlockFromHead(t, bktDir, head)
-	testutil.Ok(t, head.Close())
-	head2, seriesSet2 := storetestutil.CreateHeadWithSeries(t, 1, storetestutil.HeadGenOptions{
-		TSDBDir:          filepath.Join(tmpDir, "1"),
-		SamplesPerSeries: 1,
-		Series:           2,
-		PrependLabels:    extLset,
-		Random:           random,
-	})
-	block2 := createBlockFromHead(t, bktDir, head2)
-	testutil.Ok(t, head2.Close())
-
-	for _, blockID := range []ulid.ULID{block1, block2} {
-		_, err := metadata.InjectThanos(logger, filepath.Join(bktDir, blockID.String()), thanosMeta, nil)
-		testutil.Ok(t, err)
-	}
-
-	// Instance a real bucket store we'll use to query back the series.
-	fetcher, err := block.NewMetaFetcher(logger, 10, instrBkt, tmpDir, nil, nil, nil)
-	testutil.Ok(tb, err)
-
-	indexCache, err := storecache.NewInMemoryIndexCacheWithConfig(logger, nil, storecache.InMemoryIndexCacheConfig{})
-	testutil.Ok(tb, err)
-
-	store, err := NewBucketStore(
-		logger,
-		nil,
-		instrBkt,
-		fetcher,
-		tmpDir,
-		indexCache,
-		nil,
-		1000000,
-		NewChunksLimiterFactory(10000/MaxSamplesPerChunk),
-		false,
-		10,
-		nil,
-		false,
-		true,
-		DefaultPostingOffsetInMemorySampling,
-		true,
-	)
-	testutil.Ok(tb, err)
-	testutil.Ok(tb, store.SyncBlocks(context.Background()))
+	tb, store, seriesSet1, seriesSet2, block1, block2 := setupStoreForHintsTest(t)
 
 	testCases := []*storetestutil.SeriesCase{
 		{
@@ -1898,10 +1822,10 @@ func createBlockWithOneSeriesWithStep(t testutil.TB, dir string, lbls labels.Lab
 	return createBlockFromHead(t, dir, h)
 }
 
-func TestLabelNamesAndValuesHints(t *testing.T) {
+func setupStoreForHintsTest(t *testing.T) (testutil.TB, *BucketStore, []*storepb.Series, []*storepb.Series, ulid.ULID, ulid.ULID) {
 	tb := testutil.NewTB(t)
 
-	tmpDir, err := ioutil.TempDir("", "test-labels-hints")
+	tmpDir, err := ioutil.TempDir("", "test-hints")
 	testutil.Ok(t, err)
 	defer func() { testutil.Ok(t, os.RemoveAll(tmpDir)) }()
 
@@ -1977,6 +1901,12 @@ func TestLabelNamesAndValuesHints(t *testing.T) {
 	testutil.Ok(tb, err)
 	testutil.Ok(tb, store.SyncBlocks(context.Background()))
 
+	return tb, store, seriesSet1, seriesSet2, block1, block2
+}
+
+func TestLabelNamesAndValuesHints(t *testing.T) {
+	_, store, seriesSet1, seriesSet2, block1, block2 := setupStoreForHintsTest(t)
+
 	type labelNamesValuesCase struct {
 		name string
 
@@ -2005,11 +1935,11 @@ func TestLabelNamesAndValuesHints(t *testing.T) {
 			},
 
 			labelValuesReq: &storepb.LabelValuesRequest{
-				Label: "__name__",
+				Label: "ext1",
 				Start: 0,
 				End:   1,
 			},
-			expectedValues: []string{},
+			expectedValues: []string{"1"},
 			expectedValuesHints: hintspb.LabelValuesResponseHints{
 				QueriedBlocks: []hintspb.Block{
 					{Id: block1.String()},
@@ -2034,11 +1964,11 @@ func TestLabelNamesAndValuesHints(t *testing.T) {
 			},
 
 			labelValuesReq: &storepb.LabelValuesRequest{
-				Label: "__name__",
+				Label: "ext1",
 				Start: 0,
 				End:   3,
 			},
-			expectedValues: []string{},
+			expectedValues: []string{"1"},
 			expectedValuesHints: hintspb.LabelValuesResponseHints{
 				QueriedBlocks: []hintspb.Block{
 					{Id: block1.String()},
@@ -2053,13 +1983,15 @@ func TestLabelNamesAndValuesHints(t *testing.T) {
 			namesResp, err := store.LabelNames(context.Background(), tc.labelNamesReq)
 			testutil.Ok(t, err)
 			testutil.Equals(t, tc.expectedNames, namesResp.Names)
+
 			var namesHints hintspb.LabelNamesResponseHints
 			testutil.Ok(t, types.UnmarshalAny(namesResp.Hints, &namesHints))
 			testutil.Equals(t, tc.expectedNamesHints, namesHints)
 
 			valuesResp, err := store.LabelValues(context.Background(), tc.labelValuesReq)
 			testutil.Ok(t, err)
 			testutil.Equals(t, tc.expectedValues, valuesResp.Values)
+
 			var valuesHints hintspb.LabelValuesResponseHints
 			testutil.Ok(t, types.UnmarshalAny(valuesResp.Hints, &valuesHints))
 			testutil.Equals(t, tc.expectedValuesHints, valuesHints)