Skip to content

Commit 88bdf31

Browse files
authored
Merge pull request #155403 from cockroachdb/blathers/backport-release-25.4-155080
release-25.4: storage: add "fast" store compression profile
2 parents 5078988 + c357e10 commit 88bdf31

File tree

3 files changed

+8
-3
lines changed

3 files changed

+8
-3
lines changed

docs/generated/settings/settings-for-tenants.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -409,7 +409,7 @@ storage.delete_compaction_excise.enabled boolean true set to false to direct Peb
409409
storage.ingestion.value_blocks.enabled boolean true set to true to enable writing of value blocks in ingestion sstables application
410410
storage.max_sync_duration duration 20s maximum duration for disk operations; any operations that take longer than this setting trigger a warning log entry or process crash system-visible
411411
storage.max_sync_duration.fatal.enabled boolean true if true, fatal the process when a disk operation exceeds storage.max_sync_duration application
412-
storage.sstable.compression_algorithm enumeration fastest determines the compression algorithm to use when compressing sstable data blocks for use in a Pebble store (balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, balanced = 6, good = 7] system-visible
412+
storage.sstable.compression_algorithm enumeration fastest determines the compression algorithm to use for Pebble stores [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, balanced = 6, good = 7, fast = 8] system-visible
413413
storage.sstable.compression_algorithm_backup_storage enumeration fastest determines the compression algorithm to use when compressing sstable data blocks for backup row data storage (fast,balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, fast = 6, balanced = 7, good = 8] system-visible
414414
storage.sstable.compression_algorithm_backup_transport enumeration fastest determines the compression algorithm to use when compressing sstable data blocks for backup transport (fast,balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, fast = 6, balanced = 7, good = 8] system-visible
415415
timeseries.storage.resolution_10s.ttl duration 240h0m0s the maximum age of time series data stored at the 10 second resolution. Data older than this is subject to rollup and deletion. system-visible

docs/generated/settings/settings.html

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -365,7 +365,7 @@
365365
<tr><td><div id="setting-storage-ingestion-value-blocks-enabled" class="anchored"><code>storage.ingestion.value_blocks.enabled</code></div></td><td>boolean</td><td><code>true</code></td><td>set to true to enable writing of value blocks in ingestion sstables</td><td>Basic/Standard/Advanced/Self-Hosted</td></tr>
366366
<tr><td><div id="setting-storage-max-sync-duration" class="anchored"><code>storage.max_sync_duration</code></div></td><td>duration</td><td><code>20s</code></td><td>maximum duration for disk operations; any operations that take longer than this setting trigger a warning log entry or process crash</td><td>Advanced/Self-hosted (read-write); Basic/Standard (read-only)</td></tr>
367367
<tr><td><div id="setting-storage-max-sync-duration-fatal-enabled" class="anchored"><code>storage.max_sync_duration.fatal.enabled</code></div></td><td>boolean</td><td><code>true</code></td><td>if true, fatal the process when a disk operation exceeds storage.max_sync_duration</td><td>Basic/Standard/Advanced/Self-Hosted</td></tr>
368-
<tr><td><div id="setting-storage-sstable-compression-algorithm" class="anchored"><code>storage.sstable.compression_algorithm</code></div></td><td>enumeration</td><td><code>fastest</code></td><td>determines the compression algorithm to use when compressing sstable data blocks for use in a Pebble store (balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, balanced = 6, good = 7]</td><td>Advanced/Self-hosted (read-write); Basic/Standard (read-only)</td></tr>
368+
<tr><td><div id="setting-storage-sstable-compression-algorithm" class="anchored"><code>storage.sstable.compression_algorithm</code></div></td><td>enumeration</td><td><code>fastest</code></td><td>determines the compression algorithm to use for Pebble stores [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, balanced = 6, good = 7, fast = 8]</td><td>Advanced/Self-hosted (read-write); Basic/Standard (read-only)</td></tr>
369369
<tr><td><div id="setting-storage-sstable-compression-algorithm-backup-storage" class="anchored"><code>storage.sstable.compression_algorithm_backup_storage</code></div></td><td>enumeration</td><td><code>fastest</code></td><td>determines the compression algorithm to use when compressing sstable data blocks for backup row data storage (fast,balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, fast = 6, balanced = 7, good = 8]</td><td>Advanced/Self-hosted (read-write); Basic/Standard (read-only)</td></tr>
370370
<tr><td><div id="setting-storage-sstable-compression-algorithm-backup-transport" class="anchored"><code>storage.sstable.compression_algorithm_backup_transport</code></div></td><td>enumeration</td><td><code>fastest</code></td><td>determines the compression algorithm to use when compressing sstable data blocks for backup transport (fast,balanced,good are experimental); [snappy = 1, zstd = 2, none = 3, minlz = 4, fastest = 5, fast = 6, balanced = 7, good = 8]</td><td>Advanced/Self-hosted (read-write); Basic/Standard (read-only)</td></tr>
371371
<tr><td><div id="setting-storage-unhealthy-write-duration" class="anchored"><code>storage.unhealthy_write_duration</code></div></td><td>duration</td><td><code>20s</code></td><td>duration for disk write operations, beyond which the disk will be reported as unhealthy for higher layer actions</td><td>Advanced/Self-Hosted</td></tr>

pkg/storage/pebble.go

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -299,6 +299,9 @@ const (
299299

300300
// StoreCompressionGood uses pebble.DBCompressionGood.
301301
StoreCompressionGood StoreCompressionSetting = 7
302+
303+
// StoreCompressionFast uses pebble.DBCompressionFast.
304+
StoreCompressionFast StoreCompressionSetting = 8
302305
)
303306

304307
var storeCompressionSettingToString = map[StoreCompressionSetting]string{
@@ -307,6 +310,7 @@ var storeCompressionSettingToString = map[StoreCompressionSetting]string{
307310
StoreCompressionNone: "none",
308311
StoreCompressionZstd: "zstd",
309312

313+
StoreCompressionFast: "fast",
310314
StoreCompressionFastest: "fastest",
311315
StoreCompressionBalanced: "balanced",
312316
StoreCompressionGood: "good",
@@ -321,6 +325,7 @@ var storeCompressionSettings = map[StoreCompressionSetting]pebble.DBCompressionS
321325
StoreCompressionFastest: pebble.DBCompressionFastest,
322326
StoreCompressionBalanced: pebble.DBCompressionBalanced,
323327
StoreCompressionGood: pebble.DBCompressionGood,
328+
StoreCompressionFast: pebble.DBCompressionFast,
324329
}
325330

326331
// String implements fmt.Stringer for StoreCompressionSetting.
@@ -354,7 +359,7 @@ const compressionSettingClass = settings.SystemVisible
354359
var CompressionAlgorithmStorage = settings.RegisterEnumSetting[StoreCompressionSetting](
355360
compressionSettingClass,
356361
"storage.sstable.compression_algorithm",
357-
`determines the compression algorithm to use when compressing sstable data blocks for use in a Pebble store (balanced,good are experimental);`,
362+
`determines the compression algorithm to use for Pebble stores`,
358363
// TODO(radu,jackson): use a metamorphic constant.
359364
StoreCompressionFastest.String(),
360365
storeCompressionSettingToString,

0 commit comments

Comments
 (0)