Compactor

min_disk_space_required = compactor.compaction-concurrency * max_compaction_range_blocks_size * 2

450GB = 1 * 24 * 2

compactor:
  block_ranges:
  - 2h0m0s
  - 12h0m0s
  - 24h0m0s
  block_sync_concurrency: 20
  meta_sync_concurrency: 20
  consistency_delay: 0s
  data_dir: /data/cortex/compactor
  compaction_interval: 1h0m0s
  compaction_retries: 3
  compaction_concurrency: 1
  cleanup_interval: 15m0s
  cleanup_concurrency: 20
  deletion_delay: 12h0m0s
  tenant_cleanup_delay: 6h0m0s
  skip_blocks_with_out_of_order_chunks_enabled: false
  block_files_concurrency: 10
  blocks_fetch_concurrency: 3
  block_deletion_marks_migration_enabled: false
  sharding_enabled: true
  sharding_strategy: default
  sharding_ring:
    kvstore:
      store: "etcd"
      prefix: "/cortex/collectors/"
      etcd:
        endpoints: ["192.168.31.201:2379","192.168.31.202:2379","192.168.31.203:2379"]
        dial_timeout: 10s
        max_retries: 10
        tls_enabled: true
        tls_cert_path: "/opt/cortex/pki/server.crt"
        tls_key_path: "/opt/cortex/pki/server.key"
        tls_ca_path: "/opt/cortex/pki/ca.crt"
        tls_insecure_skip_verify: true
    heartbeat_period: 5s
    heartbeat_timeout: 1m0s
    instance_id: node1
    instance_port: 9005
    instance_addr: "192.168.31.201"

// Config holds the Compactor config.
type Config struct {
    BlockRanges                           cortex_tsdb.DurationList `yaml:"block_ranges"`
    BlockSyncConcurrency                  int                      `yaml:"block_sync_concurrency"`
    MetaSyncConcurrency                   int                      `yaml:"meta_sync_concurrency"`
    ConsistencyDelay                      time.Duration            `yaml:"consistency_delay"`
    DataDir                               string                   `yaml:"data_dir"`
    CompactionInterval                    time.Duration            `yaml:"compaction_interval"`
    CompactionRetries                     int                      `yaml:"compaction_retries"`
    CompactionConcurrency                 int                      `yaml:"compaction_concurrency"`
    CleanupInterval                       time.Duration            `yaml:"cleanup_interval"`
    CleanupConcurrency                    int                      `yaml:"cleanup_concurrency"`
    DeletionDelay                         time.Duration            `yaml:"deletion_delay"`
    TenantCleanupDelay                    time.Duration            `yaml:"tenant_cleanup_delay"`
    SkipBlocksWithOutOfOrderChunksEnabled bool                     `yaml:"skip_blocks_with_out_of_order_chunks_enabled"`
    BlockFilesConcurrency                 int                      `yaml:"block_files_concurrency"`
    BlocksFetchConcurrency                int                      `yaml:"blocks_fetch_concurrency"`

    // Whether the migration of block deletion marks to the global markers location is enabled.
    BlockDeletionMarksMigrationEnabled bool `yaml:"block_deletion_marks_migration_enabled"`

    EnabledTenants  flagext.StringSliceCSV `yaml:"enabled_tenants"`
    DisabledTenants flagext.StringSliceCSV `yaml:"disabled_tenants"`

    // Compactors sharding.
    ShardingEnabled  bool       `yaml:"sharding_enabled"`
    ShardingStrategy string     `yaml:"sharding_strategy"`
    ShardingRing     RingConfig `yaml:"sharding_ring"`

    // No need to add options to customize the retry backoff,
    // given the defaults should be fine, but allow to override
    // it in tests.
    retryMinBackoff time.Duration `yaml:"-"`
    retryMaxBackoff time.Duration `yaml:"-"`

    // Allow downstream projects to customise the blocks compactor.
    BlocksGrouperFactory   BlocksGrouperFactory   `yaml:"-"`
    BlocksCompactorFactory BlocksCompactorFactory `yaml:"-"`

    // Block visit marker file config
    BlockVisitMarkerTimeout            time.Duration `yaml:"block_visit_marker_timeout"`
    BlockVisitMarkerFileUpdateInterval time.Duration `yaml:"block_visit_marker_file_update_interval"`
}

// DurationList is the block ranges for a tsdb
type DurationList []time.Duration

// RingConfig masks the ring lifecycler config which contains
// many options not really required by the compactors ring. This config
// is used to strip down the config to the minimum, and avoid confusion
// to the user.
type RingConfig struct {
    KVStore          kv.Config     `yaml:"kvstore"`
    HeartbeatPeriod  time.Duration `yaml:"heartbeat_period"`
    HeartbeatTimeout time.Duration `yaml:"heartbeat_timeout"`

    // Wait ring stability.
    WaitStabilityMinDuration time.Duration `yaml:"wait_stability_min_duration"`
    WaitStabilityMaxDuration time.Duration `yaml:"wait_stability_max_duration"`

    // Instance details
    InstanceID             string   `yaml:"instance_id" doc:"hidden"`
    InstanceInterfaceNames []string `yaml:"instance_interface_names"`
    InstancePort           int      `yaml:"instance_port" doc:"hidden"`
    InstanceAddr           string   `yaml:"instance_addr" doc:"hidden"`
    TokensFilePath         string   `yaml:"tokens_file_path"`
    UnregisterOnShutdown   bool     `yaml:"unregister_on_shutdown"`

    // Injected internally
    ListenPort int `yaml:"-"`

    WaitActiveInstanceTimeout time.Duration `yaml:"wait_active_instance_timeout"`

    ObservePeriod time.Duration `yaml:"-"`
}