From e189185c0fc91a8b750cb5596d66fc8723a1116c Mon Sep 17 00:00:00 2001 From: "Grot (@grafanabot)" <43478413+grafanabot@users.noreply.github.com> Date: Wed, 13 Nov 2024 17:26:48 -0600 Subject: [PATCH] Log fetched bucket index timestamps (#9896) (#9898) * Log fetched bucket index timestamps Adds logging of bucket index timestamps after they're fetched, in queriers and store gateways. (cherry picked from commit 05cd9ca7a2f916aa67d276687b5831056d56417e) Co-authored-by: Jonathan Halterman --- pkg/querier/blocks_finder_bucket_index.go | 2 ++ pkg/storage/tsdb/bucketindex/loader.go | 2 +- pkg/storegateway/bucket_index_metadata_fetcher.go | 2 ++ pkg/storegateway/bucket_index_metadata_fetcher_test.go | 1 - 4 files changed, 5 insertions(+), 2 deletions(-) diff --git a/pkg/querier/blocks_finder_bucket_index.go b/pkg/querier/blocks_finder_bucket_index.go index ee6b187a555..bdaa5b92708 100644 --- a/pkg/querier/blocks_finder_bucket_index.go +++ b/pkg/querier/blocks_finder_bucket_index.go @@ -40,6 +40,7 @@ type BucketIndexBlocksFinder struct { cfg BucketIndexBlocksFinderConfig loader *bucketindex.Loader + logger log.Logger } func NewBucketIndexBlocksFinder(cfg BucketIndexBlocksFinderConfig, bkt objstore.Bucket, cfgProvider bucket.TenantConfigProvider, logger log.Logger, reg prometheus.Registerer) *BucketIndexBlocksFinder { @@ -49,6 +50,7 @@ func NewBucketIndexBlocksFinder(cfg BucketIndexBlocksFinderConfig, bkt objstore. cfg: cfg, loader: loader, Service: loader, + logger: logger, } } diff --git a/pkg/storage/tsdb/bucketindex/loader.go b/pkg/storage/tsdb/bucketindex/loader.go index 4b1192ab22a..225b69a037f 100644 --- a/pkg/storage/tsdb/bucketindex/loader.go +++ b/pkg/storage/tsdb/bucketindex/loader.go @@ -133,7 +133,7 @@ func (l *Loader) GetIndex(ctx context.Context, userID string) (*Index, error) { elapsedTime := time.Since(startTime) l.loadDuration.Observe(elapsedTime.Seconds()) - level.Info(l.logger).Log("msg", "loaded bucket index", "user", userID, "duration", elapsedTime) + level.Info(l.logger).Log("msg", "loaded bucket index", "user", userID, "updatedAt", idx.UpdatedAt, "duration", elapsedTime) return idx, nil } diff --git a/pkg/storegateway/bucket_index_metadata_fetcher.go b/pkg/storegateway/bucket_index_metadata_fetcher.go index d7885340069..fc92b000c2e 100644 --- a/pkg/storegateway/bucket_index_metadata_fetcher.go +++ b/pkg/storegateway/bucket_index_metadata_fetcher.go @@ -94,6 +94,8 @@ func (f *BucketIndexMetadataFetcher) Fetch(ctx context.Context) (metas map[ulid. return nil, nil, errors.Wrapf(err, "read bucket index") } + level.Info(f.logger).Log("msg", "loaded bucket index", "user", f.userID, "updatedAt", idx.UpdatedAt) + // Build block metas out of the index. metas = make(map[ulid.ULID]*block.Meta, len(idx.Blocks)) for _, b := range idx.Blocks { diff --git a/pkg/storegateway/bucket_index_metadata_fetcher_test.go b/pkg/storegateway/bucket_index_metadata_fetcher_test.go index ba801afa980..d0e63489748 100644 --- a/pkg/storegateway/bucket_index_metadata_fetcher_test.go +++ b/pkg/storegateway/bucket_index_metadata_fetcher_test.go @@ -68,7 +68,6 @@ func TestBucketIndexMetadataFetcher_Fetch(t *testing.T) { block3.ID: block3.ThanosMeta(), }, metas) assert.Empty(t, partials) - assert.Empty(t, logs) assert.NoError(t, testutil.GatherAndCompare(reg, bytes.NewBufferString(` # HELP blocks_meta_sync_failures_total Total blocks metadata synchronization failures