12 Commits (1.10)

Author	SHA1	Message	Date
Dane Strandboge	0574163566	build: upgrade to go1.18 (#23250)	2022-03-31 16:17:57 -05:00
Sam Arnold	21823db00b	feat: series creation ingress metrics (#20700) ... After turning this on and testing locally, note the 'seriesCreated' metric "localStore": {"name":"localStore","tags":null,"values":{"pointsWritten":2987,"seriesCreated":58,"valuesWritten":23754}}, "ingress": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"cq","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":4}}, "ingress:1": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"database","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":4}}, "ingress:2": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"httpd","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":46}}, "ingress:3": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"ingress","rp":"monitor"},"values":{"pointsWritten":14,"seriesCreated":14,"valuesWritten":42}}, "ingress:4": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"localStore","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":6}}, "ingress:5": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"queryExecutor","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":10}}, "ingress:6": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"runtime","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":30}}, "ingress:7": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"shard","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":22}}, "ingress:8": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"subscriber","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":6}}, "ingress:9": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"tsm1_cache","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":18}}, "ingress:10": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"tsm1_engine","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":58}}, "ingress:11": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"tsm1_filestore","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":4}}, "ingress:12": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"tsm1_wal","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":2,"valuesWritten":8}}, "ingress:13": {"name":"ingress","tags":{"db":"_internal","login":"_systemuser_monitor","measurement":"write","rp":"monitor"},"values":{"pointsWritten":2,"seriesCreated":1,"valuesWritten":18}}, "ingress:14": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"cpu","rp":"autogen"},"values":{"pointsWritten":1342,"seriesCreated":13,"valuesWritten":13420}}, "ingress:15": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"disk","rp":"autogen"},"values":{"pointsWritten":642,"seriesCreated":6,"valuesWritten":4494}}, "ingress:16": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"diskio","rp":"autogen"},"values":{"pointsWritten":214,"seriesCreated":2,"valuesWritten":2354}}, "ingress:17": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"mem","rp":"autogen"},"values":{"pointsWritten":107,"seriesCreated":1,"valuesWritten":963}}, "ingress:18": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"processes","rp":"autogen"},"values":{"pointsWritten":107,"seriesCreated":1,"valuesWritten":856}}, "ingress:19": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"swap","rp":"autogen"},"values":{"pointsWritten":214,"seriesCreated":1,"valuesWritten":642}}, "ingress:20": {"name":"ingress","tags":{"db":"telegraf","login":"_systemuser_unknown","measurement":"system","rp":"autogen"},"values":{"pointsWritten":321,"seriesCreated":1,"valuesWritten":749}}, Closes: https://github.com/influxdata/influxdb/issues/20613	2021-02-05 14:52:43 -04:00
Jeff Wendling	259f3fe6e5	tsdb: consider measurement drops per shard on inmem	2018-11-27 16:59:17 -07:00
Jacob Marble	7f8b7af61e	Cleanup index memory footprint counting code (#9828) ... * Fix IndexSet.DedupeInmemIndexes * Cleanup index memory footprint code	2018-05-15 11:25:19 -07:00
Jacob Marble	200fda999f	remove unused function parameters	2018-05-14 09:10:21 -07:00
Jacob Marble	0763d1789e	Get inmem index bytes without double-counting	2018-05-10 11:33:52 -07:00
Jacob Marble	2dc2b97fb9	tsdb/index: Add Bytes() methods (#9794)	2018-05-04 08:47:05 -07:00
Jacob Marble	fa24142467	tsdb/indx/inmem: Fix megacheck issue	2018-04-30 10:25:07 -07:00
Jacob Marble	1c63c4a3da	Fix tsdb/index/inmem benchmark tests	2018-04-25 08:51:28 -07:00
Edd Robinson	e610e7c21d	Track undeleted series IDs per-shard with inmem ... This commit adds a bitset into each shard's in-memory index, to be used to track undeleted series ids. Currently tsi1 support is not implemented. When new series are added to the shard, the series id is added to the bitset. When series are deleted from the shard, the series ids are removed from the bitset. Becasue each shard shares the same inmem index reference, the bitset is stored in the `ShardIndex`, which is local to each shard, and then different references are passed into the shared `Index` object, depending on which shard is writing the series.	2018-01-11 01:01:54 +00:00
Stuart Carnie	ba17264ddd	fixes after merge	2017-12-27 17:29:32 -07:00
Stuart Carnie	c986cac76e	improve performance when writes exceed max tag values or series ... ``` benchmark old ns/op new ns/op delta BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesExceeded-8 6175374 2714158 -56.05% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesNotExceeded-8 344502 326312 -5.28% BenchmarkShardIndex_CreateSeriesListIfNotExists_NoMaxValues-8 346734 329961 -4.84% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxSeriesExceeded-8 2414945 1996223 -17.34% benchmark old allocs new allocs delta BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesExceeded-8 45377 128 -99.72% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesNotExceeded-8 33 20 -39.39% BenchmarkShardIndex_CreateSeriesListIfNotExists_NoMaxValues-8 33 20 -39.39% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxSeriesExceeded-8 15219 71 -99.53% benchmark old bytes new bytes delta BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesExceeded-8 1354539 480114 -64.56% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxValuesNotExceeded-8 2101 1261 -39.98% BenchmarkShardIndex_CreateSeriesListIfNotExists_NoMaxValues-8 2100 1261 -39.95% BenchmarkShardIndex_CreateSeriesListIfNotExists_MaxSeriesExceeded-8 707247 477737 -32.45% ```	2017-12-27 17:27:03 -07:00