ok github.com/grafana/loki/clients/cmd/docker-driver 1.254s ok github.com/grafana/loki/clients/cmd/fluent-bit 0.794s ? github.com/grafana/loki/clients/cmd/promtail [no test files] ok github.com/grafana/loki/clients/pkg/logentry/logql 0.556s ok github.com/grafana/loki/clients/pkg/logentry/metric 1.909s ok github.com/grafana/loki/clients/pkg/logentry/stages 6.882s ok github.com/grafana/loki/clients/pkg/promtail 8.292s ? github.com/grafana/loki/clients/pkg/promtail/api [no test files] ok github.com/grafana/loki/clients/pkg/promtail/client 1.981s ? github.com/grafana/loki/clients/pkg/promtail/client/fake [no test files] ok github.com/grafana/loki/clients/pkg/promtail/config 1.222s ok github.com/grafana/loki/clients/pkg/promtail/discovery/consulagent 2.740s --- FAIL: Test_ReadOnly (0.04s) positions_test.go:169: Error Trace: positions_test.go:169 Error: Not equal: expected: 17623 actual : 0 Test: Test_ReadOnly FAIL FAIL github.com/grafana/loki/clients/pkg/promtail/positions 0.564s ok github.com/grafana/loki/clients/pkg/promtail/scrapeconfig 1.318s ? github.com/grafana/loki/clients/pkg/promtail/server [no test files] ? github.com/grafana/loki/clients/pkg/promtail/server/ui [no test files] ? github.com/grafana/loki/clients/pkg/promtail/targets [no test files] ok github.com/grafana/loki/clients/pkg/promtail/targets/file 3.106s ok github.com/grafana/loki/clients/pkg/promtail/targets/gcplog 2.819s ok github.com/grafana/loki/clients/pkg/promtail/targets/journal 1.204s ok github.com/grafana/loki/clients/pkg/promtail/targets/kafka 3.346s ok github.com/grafana/loki/clients/pkg/promtail/targets/lokipush 2.588s ok github.com/grafana/loki/clients/pkg/promtail/targets/stdin 1.126s ok github.com/grafana/loki/clients/pkg/promtail/targets/syslog 7.543s ok github.com/grafana/loki/clients/pkg/promtail/targets/syslog/syslogparser 0.478s ? github.com/grafana/loki/clients/pkg/promtail/targets/target [no test files] ? github.com/grafana/loki/clients/pkg/promtail/targets/testutils [no test files] ? github.com/grafana/loki/clients/pkg/promtail/targets/windows [no test files] ? github.com/grafana/loki/clients/pkg/promtail/targets/windows/win_eventlog [no test files] ? github.com/grafana/loki/cmd/logcli [no test files] ? github.com/grafana/loki/cmd/loki [no test files] ? github.com/grafana/loki/cmd/loki-canary [no test files] ok github.com/grafana/loki/cmd/migrate 1.405s ok github.com/grafana/loki/cmd/querytee 0.609s ok github.com/grafana/loki/pkg/canary/comparator 0.675s ? github.com/grafana/loki/pkg/canary/reader [no test files] ? github.com/grafana/loki/pkg/canary/writer [no test files] ok github.com/grafana/loki/pkg/chunkenc 372.350s ok github.com/grafana/loki/pkg/distributor 1.813s ok github.com/grafana/loki/pkg/ingester 75.969s ? github.com/grafana/loki/pkg/ingester/client [no test files] ok github.com/grafana/loki/pkg/ingester/index 1.200s ok github.com/grafana/loki/pkg/iter 1.009s ok github.com/grafana/loki/pkg/logcli/client 1.196s ? github.com/grafana/loki/pkg/logcli/labelquery [no test files] ok github.com/grafana/loki/pkg/logcli/output 0.724s ok github.com/grafana/loki/pkg/logcli/query 1.141s ? github.com/grafana/loki/pkg/logcli/seriesquery [no test files] ok github.com/grafana/loki/pkg/loghttp 0.728s ? github.com/grafana/loki/pkg/loghttp/legacy [no test files] ok github.com/grafana/loki/pkg/loghttp/push 1.204s ok github.com/grafana/loki/pkg/logproto 0.765s ok github.com/grafana/loki/pkg/logql 12.451s ok github.com/grafana/loki/pkg/logql/log 1.518s ok github.com/grafana/loki/pkg/logql/log/jsonexpr 0.479s ? github.com/grafana/loki/pkg/logql/log/logfmt [no test files] ok github.com/grafana/loki/pkg/logql/log/pattern 0.428s ? github.com/grafana/loki/pkg/logqlmodel [no test files] ok github.com/grafana/loki/pkg/logqlmodel/stats 1.090s ok github.com/grafana/loki/pkg/loki 3.919s ? github.com/grafana/loki/pkg/loki/common [no test files] ? github.com/grafana/loki/pkg/lokifrontend [no test files] ? github.com/grafana/loki/pkg/lokifrontend/frontend [no test files] ? github.com/grafana/loki/pkg/lokifrontend/frontend/transport [no test files] ? github.com/grafana/loki/pkg/lokifrontend/frontend/v1 [no test files] ? github.com/grafana/loki/pkg/lokifrontend/frontend/v2 [no test files] ok github.com/grafana/loki/pkg/querier 1.819s ok github.com/grafana/loki/pkg/querier/queryrange 2.242s ? github.com/grafana/loki/pkg/querier/worker [no test files] ok github.com/grafana/loki/pkg/ruler 1.940s ok github.com/grafana/loki/pkg/ruler/storage/cleaner 1.262s ok github.com/grafana/loki/pkg/ruler/storage/instance 1.614s ? github.com/grafana/loki/pkg/ruler/storage/util [no test files] ok github.com/grafana/loki/pkg/ruler/storage/wal 2.103s ? github.com/grafana/loki/pkg/ruler/util [no test files] ? github.com/grafana/loki/pkg/runtime [no test files] ok github.com/grafana/loki/pkg/scheduler 1.096s ok github.com/grafana/loki/pkg/storage 2.365s ok github.com/grafana/loki/pkg/storage/chunk 118.773s ok github.com/grafana/loki/pkg/storage/chunk/aws 1.268s ? github.com/grafana/loki/pkg/storage/chunk/azure [no test files] ok github.com/grafana/loki/pkg/storage/chunk/cache 10.745s ok github.com/grafana/loki/pkg/storage/chunk/cassandra 1.129s ok github.com/grafana/loki/pkg/storage/chunk/encoding 30.802s ? github.com/grafana/loki/pkg/storage/chunk/gcp [no test files] ok github.com/grafana/loki/pkg/storage/chunk/grpc 1.580s ok github.com/grafana/loki/pkg/storage/chunk/local 1.253s ? github.com/grafana/loki/pkg/storage/chunk/objectclient [no test files] ? github.com/grafana/loki/pkg/storage/chunk/openstack [no test files] ok github.com/grafana/loki/pkg/storage/chunk/purger 59.157s ok github.com/grafana/loki/pkg/storage/chunk/storage 12.958s ? github.com/grafana/loki/pkg/storage/chunk/testutils [no test files] ok github.com/grafana/loki/pkg/storage/chunk/util 1.174s [no tests to run] ? github.com/grafana/loki/pkg/storage/hack [no test files] ok github.com/grafana/loki/pkg/storage/stores/shipper 1.673s ok github.com/grafana/loki/pkg/storage/stores/shipper/compactor 2.598s ok github.com/grafana/loki/pkg/storage/stores/shipper/compactor/deletion 1.468s --- FAIL: Test_expirationChecker_Expired (0.04s) --- FAIL: Test_expirationChecker_Expired/just_expired_tenant (0.01s) expiration_test.go:85: Error Trace: expiration_test.go:85 Error: Not equal: expected: false actual : true Test: Test_expirationChecker_Expired/just_expired_tenant level=info ts=2021-12-14T10:50:08.734168522Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_marlkerProcessor_Deadlock2599529064/001/markers/1639479008732519859 level=info ts=2021-12-14T10:50:08.9205359Z caller=marker.go:178 msg="mark processor started" workers=5 delay=1s level=info ts=2021-12-14T10:50:08.922635015Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008922057513 level=info ts=2021-12-14T10:50:08.922743665Z caller=marker.go:203 msg="no marks file found" level=info ts=2021-12-14T10:50:08.926525971Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008926167391 level=debug ts=2021-12-14T10:50:09.922956362Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008922057513 level=warn ts=2021-12-14T10:50:09.925975605Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0002" value=2 err="don't delete" level=warn ts=2021-12-14T10:50:09.926015633Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001" value=1 err="don't delete" level=debug ts=2021-12-14T10:50:10.92325058Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008922057513 level=warn ts=2021-12-14T10:50:10.924542682Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001" value=1 err="don't delete" level=warn ts=2021-12-14T10:50:10.924775506Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0002" value=2 err="don't delete" level=debug ts=2021-12-14T10:50:10.927104372Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008926167391 level=warn ts=2021-12-14T10:50:10.927794721Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001" value=3 err="don't delete" level=warn ts=2021-12-14T10:50:10.927970717Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0002" value=4 err="don't delete" level=debug ts=2021-12-14T10:50:11.923335716Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008922057513 level=warn ts=2021-12-14T10:50:11.924623033Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001" value=1 err="don't delete" level=warn ts=2021-12-14T10:50:11.924875163Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0002" value=2 err="don't delete" level=debug ts=2021-12-14T10:50:11.925460247Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartRetryKey1925005277/001/markers/1639479008926167391 level=warn ts=2021-12-14T10:50:11.926183068Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001" value=3 err="don't delete" level=warn ts=2021-12-14T10:50:11.92637081Z caller=marker.go:300 msg="failed to delete key" key="\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0002" value=4 err="don't delete" level=info ts=2021-12-14T10:50:11.929542365Z caller=marker.go:178 msg="mark processor started" workers=5 delay=1s level=info ts=2021-12-14T10:50:11.93046366Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_markerProcessor_StartDeleteOnSuccess630119043/001/markers/1639479011929965874 level=info ts=2021-12-14T10:50:11.930578551Z caller=marker.go:203 msg="no marks file found" level=info ts=2021-12-14T10:50:11.93137436Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_markerProcessor_StartDeleteOnSuccess630119043/001/markers/1639479011931048934 level=debug ts=2021-12-14T10:50:12.931242869Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartDeleteOnSuccess630119043/001/markers/1639479011929965874 level=debug ts=2021-12-14T10:50:12.939053228Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_markerProcessor_StartDeleteOnSuccess630119043/001/markers/1639479011931048934 level=warn ts=2021-12-14T10:50:12.949897496Z caller=marker.go:390 msg="wrong file name" path=/tmp/Test_markerProcessor_availablePath#011998729568/001/markers/foo base=foo err="strconv.ParseInt: parsing \"foo\": invalid syntax" level=warn ts=2021-12-14T10:50:12.954128591Z caller=marker.go:390 msg="wrong file name" path=/tmp/Test_markerProcessor_availablePath#02253641258/001/markers/foo base=foo err="strconv.ParseInt: parsing \"foo\": invalid syntax" level=info ts=2021-12-14T10:50:12.956065566Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_MarkFileRotation1258935886/001/markers/1639479012955639016 level=info ts=2021-12-14T10:50:21.23326201Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_MarkFileRotation1258935886/001/markers/1639479021232522397 level=info ts=2021-12-14T10:50:30.539517156Z caller=marker.go:178 msg="mark processor started" workers=10 delay=0s level=info ts=2021-12-14T10:50:30.553677536Z caller=marker.go:203 msg="no marks file found" level=warn ts=2021-12-14T10:50:30.56047097Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636848000}" level=warn ts=2021-12-14T10:50:30.560926924Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636934400}" level=warn ts=2021-12-14T10:50:30.561094574Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1637107200}" level=debug ts=2021-12-14T10:50:30.571119575Z caller=retention.go:67 msg="starting to process table" table=index_18945 level=info ts=2021-12-14T10:50:30.574335238Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionnothing_is_expiring2963117619/002/retention/markers/1639479030572805525 level=debug ts=2021-12-14T10:50:30.594358208Z caller=retention.go:65 msg="finished to process table" table=index_18945 duration=23.284342ms level=debug ts=2021-12-14T10:50:30.59535791Z caller=retention.go:67 msg="starting to process table" table=index_18946 level=info ts=2021-12-14T10:50:30.596402483Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionnothing_is_expiring2963117619/002/retention/markers/1639479030595625957 level=debug ts=2021-12-14T10:50:30.597806025Z caller=retention.go:65 msg="finished to process table" table=index_18946 duration=2.466056ms ts=2021-12-14T10:50:30.602070509Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1636887008.383 through=1636890608.383 matchers=2 ts=2021-12-14T10:50:30.604642424Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:30.605507166Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:30.607496045Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:30.609584292Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=1 ts=2021-12-14T10:50:30.610330354Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=1 ts=2021-12-14T10:50:30.613514769Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.623552304Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:30.625106681Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:30.62580073Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:30.626159047Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:30.627639196Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:30.628798051Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:30.629127271Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.629776114Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:30.630326166Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:30.631553343Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:30.632500625Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:30.66227811Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.Get level=debug from=1636980608.383 through=1636984208.383 matchers=2 ts=2021-12-14T10:50:30.662649864Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:30.662783973Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:30.663025022Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"buzz\"" ts=2021-12-14T10:50:30.66397414Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" queries=16 ts=2021-12-14T10:50:30.66422003Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" filteredQueries=16 ts=2021-12-14T10:50:30.664893877Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:30.675625311Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" entries=1 ts=2021-12-14T10:50:30.676006275Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" ids=1 ts=2021-12-14T10:50:30.676190288Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:30.676347864Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:30.676481519Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:30.676993431Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:30.677208297Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.677574529Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:30.677762264Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:30.677953211Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:30.678196652Z caller=spanlogger.go:87 org_id=2 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 level=info ts=2021-12-14T10:50:30.700151905Z caller=marker.go:178 msg="mark processor started" workers=10 delay=0s level=warn ts=2021-12-14T10:50:30.700435111Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636848000}" level=warn ts=2021-12-14T10:50:30.700516763Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636934400}" level=warn ts=2021-12-14T10:50:30.700584874Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1637107200}" level=info ts=2021-12-14T10:50:30.700564107Z caller=marker.go:203 msg="no marks file found" level=debug ts=2021-12-14T10:50:30.701244978Z caller=retention.go:67 msg="starting to process table" table=index_18945 level=info ts=2021-12-14T10:50:30.701586891Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionone_global_expiration3385623338/002/retention/markers/1639479030701345330 level=debug ts=2021-12-14T10:50:30.702988832Z caller=retention.go:65 msg="finished to process table" table=index_18945 duration=1.745652ms level=debug ts=2021-12-14T10:50:30.703107391Z caller=retention.go:67 msg="starting to process table" table=index_18946 level=info ts=2021-12-14T10:50:30.703422835Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionone_global_expiration3385623338/002/retention/markers/1639479030703196188 level=debug ts=2021-12-14T10:50:30.70393838Z caller=retention.go:65 msg="finished to process table" table=index_18946 duration=833.486µs ts=2021-12-14T10:50:30.704948068Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1636887008.383 through=1636890608.383 matchers=2 ts=2021-12-14T10:50:30.705134146Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:30.705265877Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:30.705442532Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:30.705668516Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=1 ts=2021-12-14T10:50:30.705804607Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=1 ts=2021-12-14T10:50:30.705996832Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.706550827Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:30.706676519Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:30.706790284Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:30.706873271Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:30.706975008Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:30.707077336Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:30.70721442Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.707482981Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=0 ts=2021-12-14T10:50:30.707593447Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=0 ts=2021-12-14T10:50:30.707709516Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=0 ts=2021-12-14T10:50:30.708052305Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.Get level=debug from=1636980608.383 through=1636984208.383 matchers=2 ts=2021-12-14T10:50:30.708200786Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:30.708293173Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:30.708445035Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"buzz\"" ts=2021-12-14T10:50:30.708693896Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" queries=16 ts=2021-12-14T10:50:30.708786358Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" filteredQueries=16 ts=2021-12-14T10:50:30.709006615Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:30.711760181Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" entries=1 ts=2021-12-14T10:50:30.711933492Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" ids=1 ts=2021-12-14T10:50:30.712036817Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:30.712111028Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:30.712198516Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:30.712287795Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:30.712408169Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:30.712594482Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:30.71267232Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:30.712751382Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:30.712891216Z caller=spanlogger.go:87 org_id=2 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 level=debug ts=2021-12-14T10:50:31.701763292Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_Retentionone_global_expiration3385623338/002/retention/markers/1639479030701345330 [1/3fff2c2d7595e046:17d1e11947f:17d1e4882ff:f1177c95] [1/3fff2c2d7595e046:17d1e11947f:17d1e4882ff:f1177c95] level=info ts=2021-12-14T10:50:31.749528457Z caller=marker.go:178 msg="mark processor started" workers=10 delay=0s level=warn ts=2021-12-14T10:50:31.750007288Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636848000}" level=warn ts=2021-12-14T10:50:31.750188895Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1636934400}" level=warn ts=2021-12-14T10:50:31.750350869Z caller=index.go:211 msg="custom retention is not supported for store boltdb, no retention will be applied for schema entry with start date {1637107200}" level=info ts=2021-12-14T10:50:31.75025405Z caller=marker.go:203 msg="no marks file found" level=debug ts=2021-12-14T10:50:31.752063286Z caller=retention.go:67 msg="starting to process table" table=index_18945 level=info ts=2021-12-14T10:50:31.752739605Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionone_global_expiration_and_stream460778819/002/retention/markers/1639479031752267716 level=debug ts=2021-12-14T10:50:31.754396451Z caller=retention.go:65 msg="finished to process table" table=index_18945 duration=2.337237ms level=debug ts=2021-12-14T10:50:31.754638531Z caller=retention.go:67 msg="starting to process table" table=index_18946 level=info ts=2021-12-14T10:50:31.75527779Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionone_global_expiration_and_stream460778819/002/retention/markers/1639479031754808294 level=debug ts=2021-12-14T10:50:31.7562634Z caller=retention.go:65 msg="finished to process table" table=index_18946 duration=1.632241ms level=debug ts=2021-12-14T10:50:31.756501449Z caller=retention.go:67 msg="starting to process table" table=index_18975 level=info ts=2021-12-14T10:50:31.757193843Z caller=marker.go:78 msg="mark file created" file=/tmp/Test_Retentionone_global_expiration_and_stream460778819/002/retention/markers/1639479031756671155 level=debug ts=2021-12-14T10:50:31.758735746Z caller=retention.go:65 msg="finished to process table" table=index_18975 duration=2.246421ms ts=2021-12-14T10:50:31.760653544Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1636887008.383 through=1636890608.383 matchers=2 ts=2021-12-14T10:50:31.773075158Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:31.773342815Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:31.773653404Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:31.773958857Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=1 ts=2021-12-14T10:50:31.774090703Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=1 ts=2021-12-14T10:50:31.774340619Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:31.775195409Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:31.775380083Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:31.775559202Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:31.775680877Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:31.775815438Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:31.775971145Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:31.776175995Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:31.776537652Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=0 ts=2021-12-14T10:50:31.776663065Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=0 ts=2021-12-14T10:50:31.776776334Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=0 ts=2021-12-14T10:50:31.777050411Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.Get level=debug from=1636980608.383 through=1636984208.383 matchers=2 ts=2021-12-14T10:50:31.777270172Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:31.777405243Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:31.77762899Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"fuzz\"" ts=2021-12-14T10:50:31.778023299Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"fuzz\"" queries=16 ts=2021-12-14T10:50:31.778148854Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"fuzz\"" filteredQueries=16 ts=2021-12-14T10:50:31.778480111Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:31.781323328Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"fuzz\"" entries=1 ts=2021-12-14T10:50:31.781751689Z caller=spanlogger.go:87 org_id=2 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"fuzz\"" ids=1 ts=2021-12-14T10:50:31.781933766Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:31.782067005Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:31.782234657Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:31.782420745Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:31.782671152Z caller=spanlogger.go:87 org_id=2 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:31.782983839Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:31.783116478Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:31.783267245Z caller=spanlogger.go:87 org_id=2 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:31.783480177Z caller=spanlogger.go:87 org_id=2 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:31.784656223Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639471830.333 through=1639475430.333 matchers=2 ts=2021-12-14T10:50:31.784924371Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:31.785066549Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:31.785308186Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"buzz\"" ts=2021-12-14T10:50:31.785843125Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" queries=16 ts=2021-12-14T10:50:31.78605782Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" filteredQueries=16 ts=2021-12-14T10:50:31.786410838Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:31.790060321Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" entries=1 ts=2021-12-14T10:50:31.790460747Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" ids=1 ts=2021-12-14T10:50:31.790667274Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:31.790843206Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:31.791006698Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:31.791358592Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:31.791633344Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:31.79210414Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:31.792268087Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:31.792427946Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:31.792683736Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:31.794081027Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639453830.334 through=1639457430.334 matchers=2 ts=2021-12-14T10:50:31.794388284Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:31.794556434Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:31.794853252Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"buzz\"" ts=2021-12-14T10:50:31.79533601Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" queries=16 ts=2021-12-14T10:50:31.795490377Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" filteredQueries=16 ts=2021-12-14T10:50:31.795932466Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:31.797864174Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" entries=1 ts=2021-12-14T10:50:31.798140084Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"buzz\"" ids=1 ts=2021-12-14T10:50:31.79829221Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:31.7984031Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:31.798532702Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:31.798677313Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:31.798864727Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:31.799383814Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:31.799603792Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:31.79981837Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=0 level=debug ts=2021-12-14T10:50:32.751783477Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_Retentionone_global_expiration_and_stream460778819/002/retention/markers/1639479031752267716 level=debug ts=2021-12-14T10:50:32.760145869Z caller=marker.go:208 msg="processing mark file" path=/tmp/Test_Retentionone_global_expiration_and_stream460778819/002/retention/markers/1639479031756671155 [1/2db53aa39b98ffda:17db7102cbe:17db7471b3e:8e5888a3 1/3fff2c2d7595e046:17d1e11947f:17d1e4882ff:f1177c95] [1/2db53aa39b98ffda:17db7102cbe:17db7471b3e:8e5888a3 1/3fff2c2d7595e046:17d1e11947f:17d1e4882ff:f1177c95] ts=2021-12-14T10:50:32.942690313Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639475432.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:32.943224151Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:32.943414264Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:32.943771507Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:32.944316337Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=16 ts=2021-12-14T10:50:32.944482546Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=16 ts=2021-12-14T10:50:32.944941153Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:32.949532263Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:32.949854285Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:32.950076055Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:32.950239331Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:32.950448319Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:32.950640745Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:32.950891955Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:32.95144034Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:32.951615168Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:32.951797109Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:32.952056906Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:32.991341444Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639306232.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:32.991869477Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:32.992026268Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:32.992265875Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:32.993121001Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=48 ts=2021-12-14T10:50:32.99326258Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=48 ts=2021-12-14T10:50:32.993967182Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=48 ts=2021-12-14T10:50:33.000758667Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=3 ts=2021-12-14T10:50:33.001404682Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:33.001591529Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.001725868Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.001880715Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.002178263Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=3 ts=2021-12-14T10:50:33.002433447Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=3 ts=2021-12-14T10:50:33.003248801Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=3 ts=2021-12-14T10:50:33.003393397Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:33.003535942Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:33.003763011Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:33.0498696Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639471832.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:33.050484026Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.050645238Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.050958365Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:33.051486604Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=16 ts=2021-12-14T10:50:33.051632648Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=16 ts=2021-12-14T10:50:33.052078856Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.054913808Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:33.055411276Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:33.055592466Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.055724428Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.055885247Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.056075948Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.05632789Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.056834571Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=2 ts=2021-12-14T10:50:33.057063407Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=2 ts=2021-12-14T10:50:33.057288417Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=2 ts=2021-12-14T10:50:33.057568642Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=2 decodeRequests=0 missing=2 ts=2021-12-14T10:50:33.080060194Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639471832.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:33.085136754Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.085303879Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.085571831Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:33.08604714Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=16 ts=2021-12-14T10:50:33.086181415Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=16 ts=2021-12-14T10:50:33.086560044Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.090222258Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=1 ts=2021-12-14T10:50:33.090619597Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:33.09086625Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.091036522Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.091264486Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.091490337Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.091785711Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.092341099Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=2 ts=2021-12-14T10:50:33.09254143Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=2 ts=2021-12-14T10:50:33.092757267Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=2 ts=2021-12-14T10:50:33.093055705Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=2 decodeRequests=0 missing=2 ts=2021-12-14T10:50:33.142621056Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639435832.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:33.143009235Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.143211109Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.143543201Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:33.144115355Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=32 ts=2021-12-14T10:50:33.144232897Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=32 ts=2021-12-14T10:50:33.14465766Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=32 ts=2021-12-14T10:50:33.148979937Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=2 ts=2021-12-14T10:50:33.149482328Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:33.149673337Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.149793734Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.149949851Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.150144857Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=2 ts=2021-12-14T10:50:33.150409994Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=2 ts=2021-12-14T10:50:33.151210446Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=6 ts=2021-12-14T10:50:33.151376294Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=4 ts=2021-12-14T10:50:33.151482107Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=4 ts=2021-12-14T10:50:33.15169847Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=4 decodeRequests=0 missing=4 ts=2021-12-14T10:50:33.317620293Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639219832.835 through=1639479032.835 matchers=2 ts=2021-12-14T10:50:33.32896748Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.330947595Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.331996771Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"bar\"" ts=2021-12-14T10:50:33.335724709Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" queries=64 ts=2021-12-14T10:50:33.336214916Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" filteredQueries=64 ts=2021-12-14T10:50:33.339275022Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=64 ts=2021-12-14T10:50:33.382815043Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" entries=4 ts=2021-12-14T10:50:33.383176504Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"bar\"" ids=1 ts=2021-12-14T10:50:33.383321593Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.383413426Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.383534068Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.383775554Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=4 ts=2021-12-14T10:50:33.383985789Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=4 ts=2021-12-14T10:50:33.385209185Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=9 ts=2021-12-14T10:50:33.385678743Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=4 ts=2021-12-14T10:50:33.385878292Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=4 ts=2021-12-14T10:50:33.386121716Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=4 decodeRequests=0 missing=4 ts=2021-12-14T10:50:33.817074567Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639440000 through=1639479033.67 matchers=2 ts=2021-12-14T10:50:33.826936265Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.827239073Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.830633307Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"1\"" ts=2021-12-14T10:50:33.832342067Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" queries=16 ts=2021-12-14T10:50:33.832557753Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" filteredQueries=16 ts=2021-12-14T10:50:33.833072302Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.837531932Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" entries=1 ts=2021-12-14T10:50:33.837878386Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" ids=1 ts=2021-12-14T10:50:33.838105232Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.838265998Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.838446767Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.838642347Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.838905434Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.839436068Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:33.839605407Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:33.839772567Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:33.840042786Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:33.841843499Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1638835200 through=1639479033.67 matchers=2 ts=2021-12-14T10:50:33.842171579Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.842346514Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.842634914Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"2\"" ts=2021-12-14T10:50:33.844842721Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"2\"" queries=128 ts=2021-12-14T10:50:33.845025579Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"2\"" filteredQueries=128 ts=2021-12-14T10:50:33.8466117Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=128 ts=2021-12-14T10:50:33.861583941Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"2\"" entries=8 ts=2021-12-14T10:50:33.861852402Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"2\"" ids=1 ts=2021-12-14T10:50:33.862010444Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.862123114Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.862252256Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.862515116Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=8 ts=2021-12-14T10:50:33.862761396Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=8 ts=2021-12-14T10:50:33.864394447Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:33.864694888Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:33.864872437Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:33.865185962Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:33.869141417Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639440000 through=1639459516.835 matchers=2 ts=2021-12-14T10:50:33.869466516Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.869641128Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.869932672Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"1\"" ts=2021-12-14T10:50:33.870472697Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" queries=16 ts=2021-12-14T10:50:33.870640547Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" filteredQueries=16 ts=2021-12-14T10:50:33.871108649Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.872927836Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" entries=1 ts=2021-12-14T10:50:33.87306519Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"1\"" ids=1 ts=2021-12-14T10:50:33.873190076Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.87327993Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.873381281Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.873490055Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.873669846Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.873974697Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=1 ts=2021-12-14T10:50:33.874094574Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=1 ts=2021-12-14T10:50:33.874208463Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=1 ts=2021-12-14T10:50:33.874383175Z caller=spanlogger.go:87 org_id=1 method=Fetcher.processCacheResponse level=debug chunks=1 decodeRequests=0 missing=1 ts=2021-12-14T10:50:33.875542887Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639396800 through=1639404000 matchers=2 ts=2021-12-14T10:50:33.87577881Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.875901724Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.876097098Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"3\"" ts=2021-12-14T10:50:33.876454411Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"3\"" queries=16 ts=2021-12-14T10:50:33.876569498Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"3\"" filteredQueries=16 ts=2021-12-14T10:50:33.876909139Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.879392816Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"3\"" entries=1 ts=2021-12-14T10:50:33.879865164Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"3\"" ids=1 ts=2021-12-14T10:50:33.880048858Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.880185619Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.880360008Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.880542913Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.880795245Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.881103776Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=0 ts=2021-12-14T10:50:33.881227514Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=0 ts=2021-12-14T10:50:33.881339859Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=0 ts=2021-12-14T10:50:33.881670523Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.Get level=debug from=1639440000 through=1639459516.835 matchers=2 ts=2021-12-14T10:50:33.881941471Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug metric=logs ts=2021-12-14T10:50:33.88207985Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug metricName=logs matchers=1 ts=2021-12-14T10:50:33.882352549Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug metricName=logs matcher="foo=\"4\"" ts=2021-12-14T10:50:33.882802051Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"4\"" queries=16 ts=2021-12-14T10:50:33.882931641Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"4\"" filteredQueries=16 ts=2021-12-14T10:50:33.883302127Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=16 ts=2021-12-14T10:50:33.885121715Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"4\"" entries=1 ts=2021-12-14T10:50:33.885273267Z caller=spanlogger.go:87 org_id=1 method=Store.lookupIdsByMetricNameMatcher level=debug matcher="foo=\"4\"" ids=1 ts=2021-12-14T10:50:33.885442613Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupSeriesByMetricNameMatchers level=debug msg="post intersection" ids=1 ts=2021-12-14T10:50:33.885560757Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug series-ids=1 ts=2021-12-14T10:50:33.885693524Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug seriesIDs=1 ts=2021-12-14T10:50:33.88584223Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug queries=1 ts=2021-12-14T10:50:33.886045262Z caller=spanlogger.go:87 org_id=1 method=cachingIndexClient.cacheFetch level=debug hits=0 misses=1 ts=2021-12-14T10:50:33.886344337Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.lookupChunksBySeries level=debug entries=0 ts=2021-12-14T10:50:33.886464565Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunk-ids=0 ts=2021-12-14T10:50:33.886574226Z caller=spanlogger.go:87 org_id=1 method=SeriesStore.GetChunkRefs level=debug chunks-post-filtering=0 FAIL FAIL github.com/grafana/loki/pkg/storage/stores/shipper/compactor/retention 26.827s ok github.com/grafana/loki/pkg/storage/stores/shipper/downloads 3.818s ok github.com/grafana/loki/pkg/storage/stores/shipper/indexgateway 1.206s ? github.com/grafana/loki/pkg/storage/stores/shipper/indexgateway/indexgatewaypb [no test files] ok github.com/grafana/loki/pkg/storage/stores/shipper/storage 1.205s ? github.com/grafana/loki/pkg/storage/stores/shipper/testutil [no test files] ok github.com/grafana/loki/pkg/storage/stores/shipper/uploads 1.303s ok github.com/grafana/loki/pkg/storage/stores/shipper/util 1.508s ? github.com/grafana/loki/pkg/tracing [no test files] ok github.com/grafana/loki/pkg/util 0.980s ? github.com/grafana/loki/pkg/util/build [no test files] ok github.com/grafana/loki/pkg/util/cfg 0.601s ok github.com/grafana/loki/pkg/util/flagext 1.146s ? github.com/grafana/loki/pkg/util/httpgrpc [no test files] ok github.com/grafana/loki/pkg/util/marshal 1.621s ok github.com/grafana/loki/pkg/util/marshal/legacy 0.655s ? github.com/grafana/loki/pkg/util/net [no test files] ok github.com/grafana/loki/pkg/util/pool 0.612s ok github.com/grafana/loki/pkg/util/server 1.598s ok github.com/grafana/loki/pkg/util/unmarshal 1.386s ok github.com/grafana/loki/pkg/util/unmarshal/legacy 0.623s ok github.com/grafana/loki/pkg/validation 1.160s FAIL ==> ERROR: A failure occurred in check().  Aborting...